-- Logs begin at Tue 2021-08-31 03:49:51 UTC, end at Tue 2021-08-31 05:17:12 UTC. -- Aug 31 04:24:09.135657 dv-cinder-778193-7-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 31 04:24:11.838787 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.common.config [-] Logging enabled! Aug 31 04:24:11.839405 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev566 Aug 31 04:24:11.839558 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93764) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 31 04:24:11.842710 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.common.config [-] Logging enabled! Aug 31 04:24:11.842966 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev566 Aug 31 04:24:11.843277 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93764) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 31 04:24:11.844214 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 31 04:24:11.844449 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 31 04:24:11.845359 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 31 04:24:11.845624 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 31 04:24:11.845861 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 31 04:24:11.846208 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:11.846509 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:11.846806 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:11.847035 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:11.847326 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:11.847615 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:11.847894 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:11.848183 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:11.848735 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:11.849022 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:11.849302 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:11.849586 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:11.849817 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:11.850119 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:11.850409 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:11.850695 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:11.850919 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] debug = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:11.851198 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:11.851620 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:11.852031 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:11.852313 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:11.852606 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:11.852887 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:11.853158 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:11.853433 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:11.853716 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:11.854050 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] host = dv-cinder-778193-7-iscsi {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:11.854354 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:11.854644 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:11.854933 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:11.855220 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:11.855496 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:11.855777 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:11.856062 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:11.856339 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:11.856614 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] log_file = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:11.856890 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:11.857180 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:11.857468 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:11.857757 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:11.857983 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:11.858233 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:11.858524 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:11.858812 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:11.859087 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:11.859362 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:11.859635 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:11.859909 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:11.860183 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:11.861094 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:11.861442 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:11.861734 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:11.862026 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:11.862333 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:11.862610 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:11.862884 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:11.863159 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:11.863445 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:11.863720 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:11.863994 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:11.864268 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:11.864552 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:11.864822 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:11.865097 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:11.865397 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:11.865684 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:11.865971 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:11.866282 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:11.866559 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:11.866844 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:11.867119 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:11.867392 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:11.867664 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] use_json = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:11.867937 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:11.868207 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:11.868488 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:11.868761 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:11.869033 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:11.869305 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:11.869575 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:11.869861 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:11.870178 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:11.870478 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:11.870778 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:11.871061 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:11.871360 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:11.871638 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:11.871929 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:11.872208 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:11.872497 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:11.872785 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:11.873078 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:11.873358 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:11.873646 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:11.873925 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:11.874249 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:11.874557 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:11.874852 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:11.875145 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:11.875422 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:11.875704 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:11.875978 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:11.876286 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:11.876570 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:11.876847 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:11.877137 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:11.877428 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:11.877707 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:11.877993 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:11.878309 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:11.878600 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:11.878874 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:11.879151 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:11.879443 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:11.879722 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:11.879994 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:11.880272 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:11.880562 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:11.880838 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:11.881112 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:11.881398 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:11.881675 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:11.881950 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:11.882251 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:11.882531 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:11.882824 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:11.883102 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:11.883376 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:11.883647 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:11.883923 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:11.884193 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:11.884476 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:11.884751 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:11.885023 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:11.885296 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:11.885573 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:11.885846 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:11.886134 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:11.886412 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:11.886681 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:11.886955 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:11.887225 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:11.887495 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:11.887767 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:11.888037 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:11.888307 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:11.888576 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:11.888844 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:11.889117 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:11.889388 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:11.889657 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:11.889926 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:11.890220 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:11.890491 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:11.890776 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:11.891068 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:11.891343 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:11.891619 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:11.891936 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:11.892207 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:11.892476 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:11.892748 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:11.893021 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:11.893296 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:11.893565 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:11.893855 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:11.894163 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:11.894448 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:11.894728 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:11.895001 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:11.895300 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:11.895581 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:11.895860 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:11.896133 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:11.896409 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:11.896688 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:11.896967 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:11.897256 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:11.897548 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:11.897838 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:11.898152 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:11.898446 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:11.898725 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:11.899030 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:11.899306 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:11.899523 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 31 04:24:11.899759 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93764) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 31 04:24:12.249664 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 04:24:12.249945 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 04:24:12.250263 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 04:24:12.250597 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 31 04:24:12.646499 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:24:12.646712 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:24:12.646982 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:24:12.648274 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:24:12.648549 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:24:12.648815 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:24:12.683657 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:24:12.683927 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:24:12.684196 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:24:12.700590 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:24:12.700875 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:24:12.701143 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:24:12.729716 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:24:12.729991 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:24:12.730287 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:24:12.766009 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:24:12.766322 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:24:12.766605 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:24:13.000395 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:24:13.000992 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:24:13.000992 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:24:13.001304 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:24:13.002018 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:24:13.121930 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:24:13.122271 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:24:13.122551 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:24:13.122819 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:24:13.123081 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:24:13.123388 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:24:13.123643 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:24:13.123896 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:24:13.124147 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:24:13.124424 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:24:13.124678 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:24:13.124936 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:24:13.125188 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:24:13.125438 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:24:13.125689 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:24:13.125949 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:24:13.126336 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:24:13.126662 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:24:13.126884 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:24:13.127142 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:24:13.127411 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:24:13.127664 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:24:13.127943 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:24:13.128319 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:24:13.128569 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:24:13.128814 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:24:13.129209 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93764) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 04:24:13.129450 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93764) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 04:24:13.129685 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93764) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 04:24:13.130008 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93764) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 04:24:13.130324 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93764) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 04:24:13.130562 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93764) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 04:24:13.130926 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 31 04:24:13.133983 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 31 04:24:13.137873 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 31 04:24:13.142125 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Aug 31 04:24:13.143751 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 31 04:24:13.144203 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 31 04:24:13.144692 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 31 04:24:13.145075 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 31 04:24:13.147864 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 31 04:24:13.148111 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 31 04:24:13.148454 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 31 04:24:13.153712 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 31 04:24:13.176010 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 31 04:24:13.176459 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:24:13.176757 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93764) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 31 04:24:13.177118 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:24:13.178488 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93764) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 31 04:24:13.178765 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 31 04:24:13.179007 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 31 04:24:13.182196 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:24:13.182478 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:24:13.247077 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 31 04:24:13.247266 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 31 04:24:13.247502 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 31 04:24:13.247863 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 31 04:24:13.269299 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_db.sqlalchemy.engines [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93764) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 31 04:24:13.802098 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.plugins.ml2.managers [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Initializing driver for type 'gre' Aug 31 04:24:13.802699 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] gre ID ranges: [(1, 1000)] Aug 31 04:24:13.855446 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.plugins.ml2.managers [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Initializing driver for type 'local' Aug 31 04:24:13.856078 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.plugins.ml2.managers [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Initializing driver for type 'vlan' Aug 31 04:24:13.868810 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] VlanTypeDriver initialization complete Aug 31 04:24:13.869185 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.plugins.ml2.managers [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Initializing driver for type 'vxlan' Aug 31 04:24:13.869713 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] vxlan ID ranges: [(1, 1000)] Aug 31 04:24:13.923034 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.plugins.ml2.managers [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Initializing extension driver 'port_security' Aug 31 04:24:13.923545 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.plugins.ml2.extensions.port_security [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] PortSecurityExtensionDriver initialization complete Aug 31 04:24:13.923951 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.plugins.ml2.managers [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Initializing mechanism driver 'openvswitch' Aug 31 04:24:13.924301 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.plugins.ml2.managers [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Initializing mechanism driver 'hyperv' Aug 31 04:24:13.930751 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.plugins.ml2.plugin [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:24:13.931522 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Subscribe: > port after_create 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:24:13.931892 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Subscribe: > port after_update 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:24:13.932244 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Subscribe: > port after_delete 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:24:13.932761 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93764) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 04:24:13.933199 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Subscribe: > subnet after_create 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:24:13.933552 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Subscribe: > subnet after_update 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:24:13.933898 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:24:13.934328 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93764) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 04:24:13.934736 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Subscribe: > network after_create 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:24:13.935085 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Subscribe: > network after_update 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:24:13.935428 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Subscribe: > network after_delete 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:24:13.935815 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93764) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 04:24:13.936218 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Subscribe: > security_group after_create 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:24:13.936564 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Subscribe: > security_group after_update 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:24:13.936904 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:24:13.937428 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93764) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 04:24:13.937831 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:24:13.938332 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:24:13.939281 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:24:13.939673 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93764) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 04:24:13.940078 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Subscribe: > address_group after_create 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:24:13.940423 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Subscribe: > address_group after_update 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:24:13.940762 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:24:13.941153 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93764) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 04:24:13.941531 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] ML2 OVO RPC backend initialized. {{(pid=93764) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 31 04:24:13.942262 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:24:13.942626 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:24:13.943042 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Subscribe: > network before_response 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:24:13.943391 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Subscribe: > networks before_response 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:24:13.943736 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Subscribe: > port before_response 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:24:13.944080 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Subscribe: > ports before_response 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:24:13.944425 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Subscribe: > subnet before_response 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:24:13.944765 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Subscribe: > subnets before_response 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:24:13.945111 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Subscribe: > network after_create 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:24:13.945452 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Subscribe: > network after_update 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:24:13.945788 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Subscribe: > network after_delete 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:24:13.946148 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Subscribe: > port after_create 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:24:13.946487 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Subscribe: > port after_update 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:24:13.946821 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Subscribe: > port after_delete 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:24:13.947157 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Subscribe: > subnet after_create 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:24:13.947491 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Subscribe: > subnet after_update 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:24:13.947825 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:24:13.948386 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.plugins.ml2.plugin [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Modular L2 Plugin initialization complete Aug 31 04:24:13.948712 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.manager [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loading services supported by the core plugin {{(pid=93764) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 31 04:24:13.949036 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.plugins.ml2.managers [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Got port-security extension from driver 'port_security' Aug 31 04:24:13.949497 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.extensions.vlantransparent [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Disabled vlantransparent extension. Aug 31 04:24:13.949975 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.manager [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93764) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 31 04:24:13.950313 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.manager [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loading Plugin: router Aug 31 04:24:13.987992 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:24:13.988390 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Subscribe: > router after_create 55549900 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:24:13.988760 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Subscribe: > router before_create 55549900 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:24:13.989124 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:24:13.989499 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:24:13.989863 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Subscribe: > router after_delete 55549900 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:24:13.990262 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Subscribe: > floatingip after_create 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:24:13.990615 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:24:13.990975 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Subscribe: > router after_create 55549900 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:24:13.991324 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Subscribe: > router after_update 55549900 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:24:13.991671 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Subscribe: > router after_update 55549900 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:24:13.992017 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:24:13.992375 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Subscribe: > router after_update 55549900 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:24:13.992779 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Subscribe: > router precommit_update 55549900 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:24:13.993147 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Subscribe: port after_update 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:24:13.993485 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Subscribe: port after_delete 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:24:13.993824 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Subscribe: subnet after_update 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:24:13.994196 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:24:13.994547 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:24:13.994900 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Subscribe: > router precommit_create 55549900 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:24:13.995239 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Subscribe: port before_delete 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:24:13.995582 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Subscribe: > router precommit_create 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:24:13.995937 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Subscribe: > router after_update 55549900 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:24:13.996279 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:24:13.996629 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Subscribe: > router precommit_create 55549900 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:24:13.996987 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:24:13.997330 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Subscribe: > router precommit_update 55549900 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:24:13.997693 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Subscribe: > agent after_create 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:24:13.998041 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Subscribe: > agent after_delete 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:24:13.998422 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Subscribe: > network after_delete 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:24:13.999278 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.quota.resource_registry [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Tracking information for resource: router configured {{(pid=93764) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 04:24:13.999609 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.quota.resource_registry [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Tracking information for resource: floatingip configured {{(pid=93764) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 04:24:14.005035 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.db.l3_agentschedulers_db [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 31 04:24:14.005621 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Subscribe: port after_update 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:24:14.005984 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Subscribe: port after_create 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:24:14.006370 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Subscribe: port after_delete 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:24:14.006724 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Subscribe: port after_update 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:24:14.007515 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Subscribe: > router before_create 55550100 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:24:14.007881 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:24:14.008246 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Subscribe: > router precommit_create 55550100 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:24:14.008603 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Subscribe: > router precommit_update 55550100 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:24:14.013174 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.services.provider_configuration [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Service providers = [] {{(pid=93764) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 31 04:24:14.013541 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.db.servicetype_db [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93764) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 31 04:24:14.016494 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.services.service_base [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93764) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 31 04:24:14.017417 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.services.service_base [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93764) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 31 04:24:14.017759 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.services.service_base [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93764) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 31 04:24:14.018689 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.services.service_base [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93764) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 31 04:24:14.019063 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.services.service_base [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 31 04:24:14.019450 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.manager [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93764) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 04:24:14.019766 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.manager [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 31 04:24:14.030295 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.manager [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93764) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 04:24:14.030635 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.manager [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loading Plugin: auto_allocate Aug 31 04:24:14.036404 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Subscribe: network precommit_update 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:24:14.036769 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Subscribe: network precommit_create 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:24:14.037281 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.manager [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93764) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 04:24:14.037603 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.manager [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loading Plugin: tag Aug 31 04:24:14.044191 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.manager [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93764) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 04:24:14.044527 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.manager [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loading Plugin: timestamp Aug 31 04:24:14.048557 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.manager [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93764) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 04:24:14.048891 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.manager [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loading Plugin: network_ip_availability Aug 31 04:24:14.054335 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:24:14.054662 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:24:14.055018 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:24:14.055730 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.manager [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93764) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 04:24:14.056048 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.manager [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loading Plugin: flavors Aug 31 04:24:14.060727 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.manager [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93764) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 04:24:14.061065 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.manager [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loading Plugin: revisions Aug 31 04:24:14.065863 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.manager [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93764) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 04:24:14.066289 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_concurrency.lockutils [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.816s {{(pid=93764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 04:24:14.067017 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93764) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 31 04:24:14.067354 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Initializing extension manager. Aug 31 04:24:14.067863 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loading extension file: __init__.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:24:14.068202 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loading extension file: __pycache__ {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:24:14.068532 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:24:14.068866 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loading extension file: address_group.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:24:14.069611 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:24:14.070198 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loaded extension: address-group Aug 31 04:24:14.070524 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loading extension file: address_scope.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:24:14.071233 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:24:14.071742 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loaded extension: address-scope Aug 31 04:24:14.072063 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:24:14.072985 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:24:14.073492 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loaded extension: router-admin-state-down-before-update Aug 31 04:24:14.073813 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loading extension file: agent.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:24:14.074736 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:24:14.075249 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loaded extension: agent Aug 31 04:24:14.075572 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loading extension file: agent_resources_synced.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:24:14.076481 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:24:14.076992 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loaded extension: agent-resources-synced Aug 31 04:24:14.077315 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loading extension file: allowedaddresspairs.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:24:14.079681 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:24:14.080211 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loaded extension: allowed-address-pairs Aug 31 04:24:14.080541 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loading extension file: auto_allocated_topology.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:24:14.081615 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:24:14.082156 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loaded extension: auto-allocated-topology Aug 31 04:24:14.082489 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loading extension file: availability_zone.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:24:14.083188 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:24:14.083695 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loaded extension: availability_zone Aug 31 04:24:14.084021 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loading extension file: availability_zone_filter.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:24:14.084934 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:24:14.085443 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loaded extension: availability_zone_filter Aug 31 04:24:14.085769 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loading extension file: data_plane_status.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:24:14.086701 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:24:14.087210 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Extension data-plane-status not supported by any of loaded plugins Aug 31 04:24:14.087532 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loading extension file: default_subnetpools.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:24:14.088444 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:24:14.088953 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loaded extension: default-subnetpools Aug 31 04:24:14.089275 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:24:14.090125 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:24:14.090713 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loaded extension: dhcp_agent_scheduler Aug 31 04:24:14.091999 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loading extension file: dns.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:24:14.091999 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:24:14.092430 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Extension dns-integration not supported by any of loaded plugins Aug 31 04:24:14.092754 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loading extension file: dns_domain_ports.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:24:14.093671 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:24:14.094201 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 31 04:24:14.094526 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:24:14.095559 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:24:14.096059 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 31 04:24:14.096382 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loading extension file: dvr.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:24:14.097048 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:24:14.097551 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loaded extension: dvr Aug 31 04:24:14.097868 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loading extension file: ecmp_routes.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:24:14.099069 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:24:14.099569 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 31 04:24:14.099887 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loading extension file: empty_string_filtering.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:24:14.100796 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:24:14.101299 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loaded extension: empty-string-filtering Aug 31 04:24:14.101620 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:24:14.102566 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:24:14.103067 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 31 04:24:14.103388 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:24:14.104305 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:24:14.104810 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 31 04:24:14.105133 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loading extension file: external_net.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:24:14.106057 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:24:14.106593 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loaded extension: external-net Aug 31 04:24:14.106914 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:24:14.107829 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:24:14.108346 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loaded extension: extra_dhcp_opt Aug 31 04:24:14.108667 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loading extension file: extraroute.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:24:14.109570 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:24:14.110092 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loaded extension: extraroute Aug 31 04:24:14.110481 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loading extension file: extraroute_atomic.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:24:14.111543 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:24:14.112053 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loaded extension: extraroute-atomic Aug 31 04:24:14.112376 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loading extension file: filter_validation.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:24:14.113037 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:24:14.113542 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loaded extension: filter-validation Aug 31 04:24:14.113860 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loading extension file: fip_pf_description.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:24:14.114789 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:24:14.115292 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 31 04:24:14.115613 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loading extension file: fip_port_details.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:24:14.116521 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:24:14.117024 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loaded extension: fip-port-details Aug 31 04:24:14.117344 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loading extension file: flavors.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:24:14.118586 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:24:14.119106 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loaded extension: flavors Aug 31 04:24:14.119429 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:24:14.121062 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:24:14.121586 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 31 04:24:14.121924 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loading extension file: floatingip_pools.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:24:14.122645 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:24:14.123161 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loaded extension: floatingip-pools Aug 31 04:24:14.123489 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loading extension file: ip_allocation.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:24:14.124417 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:24:14.124922 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Extension ip_allocation not supported by any of loaded plugins Aug 31 04:24:14.125247 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:24:14.126753 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:24:14.127352 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loaded extension: ip-substring-filtering Aug 31 04:24:14.127683 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loading extension file: l2_adjacency.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:24:14.128621 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:24:14.129127 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 31 04:24:14.129452 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loading extension file: l3.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:24:14.130572 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:24:14.131087 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loaded extension: router Aug 31 04:24:14.131413 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:24:14.133626 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:24:14.134189 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 31 04:24:14.134527 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:24:14.135472 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:24:14.135984 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loaded extension: ext-gw-mode Aug 31 04:24:14.136315 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:24:14.137231 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:24:14.137742 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loaded extension: l3-ha Aug 31 04:24:14.138069 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loading extension file: l3_flavors.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:24:14.139012 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:24:14.139519 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loaded extension: l3-flavors Aug 31 04:24:14.139845 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:24:14.140831 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:24:14.141341 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 31 04:24:14.142368 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loading extension file: l3agentscheduler.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:24:14.143417 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:24:14.143926 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loaded extension: l3_agent_scheduler Aug 31 04:24:14.144253 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loading extension file: logging.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:24:14.145730 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:24:14.146279 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Extension logging not supported by any of loaded plugins Aug 31 04:24:14.146612 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loading extension file: metering.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:24:14.147348 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:24:14.147920 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loaded extension: metering Aug 31 04:24:14.148246 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:24:14.149353 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:24:14.149861 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loaded extension: metering_source_and_destination_fields Aug 31 04:24:14.150223 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loading extension file: multiprovidernet.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:24:14.151149 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:24:14.151656 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loaded extension: multi-provider Aug 31 04:24:14.151979 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loading extension file: netmtu.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:24:14.152892 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:24:14.153397 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loaded extension: net-mtu Aug 31 04:24:14.153719 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loading extension file: netmtu_writable.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:24:14.154667 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:24:14.155171 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loaded extension: net-mtu-writable Aug 31 04:24:14.155490 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loading extension file: network_availability_zone.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:24:14.156152 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:24:14.156653 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loaded extension: network_availability_zone Aug 31 04:24:14.156971 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loading extension file: network_ip_availability.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:24:14.158110 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:24:14.158626 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loaded extension: network-ip-availability Aug 31 04:24:14.158953 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loading extension file: network_segment_range.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:24:14.159711 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:24:14.160212 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Extension network-segment-range not supported by any of loaded plugins Aug 31 04:24:14.160534 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loading extension file: pagination.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:24:14.161507 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:24:14.161837 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loaded extension: pagination Aug 31 04:24:14.162191 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loading extension file: port_device_profile.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:24:14.163097 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:24:14.163612 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loaded extension: port-device-profile Aug 31 04:24:14.163934 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:24:14.164849 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:24:14.165365 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loaded extension: port-mac-address-regenerate Aug 31 04:24:14.165687 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:24:14.166636 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:24:14.167153 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loaded extension: port-numa-affinity-policy Aug 31 04:24:14.167474 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loading extension file: port_resource_request.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:24:14.168391 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:24:14.168904 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Extension port-resource-request not supported by any of loaded plugins Aug 31 04:24:14.169228 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loading extension file: portbindings.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:24:14.170208 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:24:14.170721 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loaded extension: binding Aug 31 04:24:14.171044 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loading extension file: portbindings_extended.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:24:14.172432 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:24:14.173052 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loaded extension: binding-extended Aug 31 04:24:14.173352 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loading extension file: portsecurity.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:24:14.174300 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:24:14.174811 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loaded extension: port-security Aug 31 04:24:14.175140 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loading extension file: project_id.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:24:14.176116 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:24:14.176449 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loaded extension: project-id Aug 31 04:24:14.176773 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loading extension file: providernet.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:24:14.177693 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:24:14.178256 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loaded extension: provider Aug 31 04:24:14.178587 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loading extension file: qos.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:24:14.182109 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:24:14.182629 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Extension qos not supported by any of loaded plugins Aug 31 04:24:14.182963 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:24:14.184199 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:24:14.184715 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 31 04:24:14.185044 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:24:14.185959 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:24:14.186507 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 31 04:24:14.186836 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loading extension file: qos_default.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:24:14.187747 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:24:14.188258 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Extension qos-default not supported by any of loaded plugins Aug 31 04:24:14.189248 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loading extension file: qos_fip.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:24:14.189932 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:24:14.190468 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Extension qos-fip not supported by any of loaded plugins Aug 31 04:24:14.190795 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loading extension file: qos_gateway_ip.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:24:14.191725 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:24:14.192237 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 31 04:24:14.192562 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loading extension file: qos_port_network_policy.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:24:14.193474 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:24:14.193987 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 31 04:24:14.194351 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loading extension file: qos_pps_rule.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:24:14.195522 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:24:14.196043 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Extension qos-pps not supported by any of loaded plugins Aug 31 04:24:14.196369 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loading extension file: qos_rule_type_details.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:24:14.197280 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:24:14.197791 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 31 04:24:14.198137 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loading extension file: qos_rules_alias.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:24:14.199177 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:24:14.199687 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 31 04:24:14.200011 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loading extension file: quotasv2.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:24:14.200910 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:24:14.201239 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loaded extension: quotas Aug 31 04:24:14.201559 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loading extension file: quotasv2_detail.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:24:14.205208 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:24:14.205547 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loaded extension: quota_details Aug 31 04:24:14.205878 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loading extension file: rbac.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:24:14.207148 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:24:14.207674 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loaded extension: rbac-policies Aug 31 04:24:14.208003 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loading extension file: rbac_address_group.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:24:14.208939 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:24:14.209457 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loaded extension: rbac-address-group Aug 31 04:24:14.209783 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loading extension file: rbac_address_scope.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:24:14.210733 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:24:14.211247 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loaded extension: rbac-address-scope Aug 31 04:24:14.211571 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loading extension file: rbac_security_groups.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:24:14.212482 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:24:14.212993 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loaded extension: rbac-security-groups Aug 31 04:24:14.213316 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loading extension file: rbac_subnetpool.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:24:14.214260 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:24:14.214777 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loaded extension: rbac-subnetpool Aug 31 04:24:14.215101 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loading extension file: revisionifmatch.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:24:14.216035 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:24:14.216550 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loaded extension: revision-if-match Aug 31 04:24:14.216872 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loading extension file: revisions.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:24:14.217979 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:24:14.218515 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loaded extension: standard-attr-revisions Aug 31 04:24:14.218841 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loading extension file: router_availability_zone.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:24:14.219521 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:24:14.220056 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loaded extension: router_availability_zone Aug 31 04:24:14.220507 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loading extension file: routerservicetype.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:24:14.221437 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:24:14.221942 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Extension router-service-type not supported by any of loaded plugins Aug 31 04:24:14.222298 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:24:14.223226 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:24:14.223996 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loaded extension: security-groups-normalized-cidr Aug 31 04:24:14.224315 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:24:14.225235 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:24:14.225745 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loaded extension: port-security-groups-filtering Aug 31 04:24:14.226063 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:24:14.227006 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:24:14.227519 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loaded extension: security-groups-remote-address-group Aug 31 04:24:14.227841 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loading extension file: securitygroup.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:24:14.237447 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:24:14.237974 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loaded extension: security-group Aug 31 04:24:14.238335 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loading extension file: segment.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:24:14.239129 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:24:14.239645 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Extension segment not supported by any of loaded plugins Aug 31 04:24:14.239972 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:24:14.240962 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:24:14.241492 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 31 04:24:14.241816 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loading extension file: servicetype.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:24:14.243014 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:24:14.243540 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loaded extension: service-type Aug 31 04:24:14.243868 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loading extension file: sorting.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:24:14.244851 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:24:14.245187 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loaded extension: sorting Aug 31 04:24:14.245511 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loading extension file: standard_attr_segment.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:24:14.246454 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:24:14.246970 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 31 04:24:14.247293 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loading extension file: standardattrdescription.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:24:14.247941 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:24:14.248448 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loaded extension: standard-attr-description Aug 31 04:24:14.248770 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loading extension file: stateful_security_group.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:24:14.249725 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:24:14.250280 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loaded extension: stateful-security-group Aug 31 04:24:14.250604 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loading extension file: stdattrs_common.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:24:14.251792 dv-cinder-778193-7-iscsi neutron-server[93764]: WARNING neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 31 04:24:14.252115 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:24:14.253054 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:24:14.253560 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 31 04:24:14.253880 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loading extension file: subnet_onboard.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:24:14.254978 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:24:14.255494 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loaded extension: subnet_onboard Aug 31 04:24:14.255819 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:24:14.256753 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:24:14.257256 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 31 04:24:14.257577 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loading extension file: subnet_service_types.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:24:14.258534 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:24:14.259045 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loaded extension: subnet-service-types Aug 31 04:24:14.259373 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loading extension file: subnetallocation.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:24:14.260454 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:24:14.260966 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loaded extension: subnet_allocation Aug 31 04:24:14.261288 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:24:14.261954 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:24:14.262490 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loaded extension: subnetpool-prefix-ops Aug 31 04:24:14.262811 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:24:14.263746 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:24:14.264250 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 31 04:24:14.264571 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loading extension file: tagging.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:24:14.265614 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:24:14.266160 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loaded extension: standard-attr-tag Aug 31 04:24:14.266489 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loading extension file: timestamp.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:24:14.267727 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:24:14.268246 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loaded extension: standard-attr-timestamp Aug 31 04:24:14.268571 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loading extension file: trunk.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:24:14.269609 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:24:14.270150 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Extension trunk not supported by any of loaded plugins Aug 31 04:24:14.270481 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loading extension file: trunk_details.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:24:14.271399 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:24:14.271915 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Extension trunk-details not supported by any of loaded plugins Aug 31 04:24:14.272243 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loading extension file: uplink_status_propagation.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:24:14.273161 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:24:14.273676 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 31 04:24:14.274003 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Loading extension file: vlantransparent.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:24:14.274693 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:24:14.275199 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 31 04:24:14.277598 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.quota.resource_registry [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Creating instance of TrackedResource for resource:network Aug 31 04:24:14.278141 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.quota.resource_registry [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Creating instance of TrackedResource for resource:subnet Aug 31 04:24:14.278542 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.quota.resource_registry [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 04:24:14.278934 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.quota.resource_registry [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Creating instance of TrackedResource for resource:port Aug 31 04:24:14.280180 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.v2.resource_helper [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93764) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 04:24:14.280618 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.v2.resource_helper [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Service FLAVORS assigned prefix: {{(pid=93764) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 04:24:14.281240 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.v2.resource_helper [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93764) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 04:24:14.281664 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.v2.resource_helper [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93764) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 04:24:14.281993 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.quota.resource_registry [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Creating instance of TrackedResource for resource:router Aug 31 04:24:14.282963 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.quota.resource_registry [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Creating instance of TrackedResource for resource:floatingip Aug 31 04:24:14.283624 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.v2.resource_helper [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Service METERING assigned prefix: /metering {{(pid=93764) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 04:24:14.285052 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:24:14.285423 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:24:14.285778 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:24:14.286819 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.quota.resource_registry [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Creating instance of CountableResource for resource:rbac_policy Aug 31 04:24:14.287285 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.quota.resource_registry [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Creating instance of TrackedResource for resource:security_group Aug 31 04:24:14.287714 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.quota.resource_registry [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 31 04:24:14.289362 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.v2.resource_helper [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Service CORE assigned prefix: {{(pid=93764) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 04:24:14.289705 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.quota.resource_registry [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 04:24:14.290064 dv-cinder-778193-7-iscsi neutron-server[93764]: WARNING neutron.quota.resource_registry [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] subnetpool is already registered Aug 31 04:24:14.290536 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.v2.resource_helper [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Service CORE assigned prefix: {{(pid=93764) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 04:24:14.290867 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.quota.resource_registry [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 04:24:14.291203 dv-cinder-778193-7-iscsi neutron-server[93764]: WARNING neutron.quota.resource_registry [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] subnetpool is already registered Aug 31 04:24:14.293479 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.v2.resource_helper [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93764) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 04:24:14.293915 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.v2.resource_helper [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Service FLAVORS assigned prefix: {{(pid=93764) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 04:24:14.294553 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.v2.resource_helper [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93764) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 04:24:14.294978 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.v2.resource_helper [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93764) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 04:24:14.295313 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.quota.resource_registry [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Creating instance of TrackedResource for resource:router Aug 31 04:24:14.295653 dv-cinder-778193-7-iscsi neutron-server[93764]: WARNING neutron.quota.resource_registry [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] router is already registered Aug 31 04:24:14.296069 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.quota.resource_registry [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Creating instance of TrackedResource for resource:floatingip Aug 31 04:24:14.296407 dv-cinder-778193-7-iscsi neutron-server[93764]: WARNING neutron.quota.resource_registry [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] floatingip is already registered Aug 31 04:24:14.296866 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.v2.resource_helper [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Service METERING assigned prefix: /metering {{(pid=93764) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 04:24:14.297532 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.quota.resource_registry [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Creating instance of CountableResource for resource:rbac_policy Aug 31 04:24:14.297933 dv-cinder-778193-7-iscsi neutron-server[93764]: WARNING neutron.quota.resource_registry [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] rbac_policy is already registered Aug 31 04:24:14.298520 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.quota.resource_registry [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Creating instance of TrackedResource for resource:security_group Aug 31 04:24:14.298858 dv-cinder-778193-7-iscsi neutron-server[93764]: WARNING neutron.quota.resource_registry [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] security_group is already registered Aug 31 04:24:14.299260 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.quota.resource_registry [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 31 04:24:14.299594 dv-cinder-778193-7-iscsi neutron-server[93764]: WARNING neutron.quota.resource_registry [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] security_group_rule is already registered Aug 31 04:24:14.300227 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.v2.resource_helper [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Service CORE assigned prefix: {{(pid=93764) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 04:24:14.300555 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.quota.resource_registry [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 04:24:14.300887 dv-cinder-778193-7-iscsi neutron-server[93764]: WARNING neutron.quota.resource_registry [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] subnetpool is already registered Aug 31 04:24:14.301305 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.v2.resource_helper [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Service CORE assigned prefix: {{(pid=93764) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 04:24:14.301629 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.quota.resource_registry [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 04:24:14.301958 dv-cinder-778193-7-iscsi neutron-server[93764]: WARNING neutron.quota.resource_registry [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] subnetpool is already registered Aug 31 04:24:14.302460 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Extended resource: extensions {{(pid=93764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 04:24:14.303943 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Extended resource: address-groups {{(pid=93764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 04:24:14.305489 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Extended resource: address-scopes {{(pid=93764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 04:24:14.306809 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Extended resource: agents {{(pid=93764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 04:24:14.307995 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Extended resource: auto-allocated-topology {{(pid=93764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 04:24:14.309251 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Extended resource: availability_zones {{(pid=93764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 04:24:14.310520 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Extended resource: dhcp-networks {{(pid=93764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 04:24:14.312050 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Extended resource: dhcp-agents {{(pid=93764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 04:24:14.313986 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Extended resource: routers {{(pid=93764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 04:24:14.316234 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Extended resource: flavors {{(pid=93764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 04:24:14.317407 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Extended resource: service_profiles {{(pid=93764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 04:24:14.318662 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Extended resource: next_providers {{(pid=93764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 04:24:14.320116 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Extended resource: service_profiles {{(pid=93764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 04:24:14.321655 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Extended resource: floatingip-pools {{(pid=93764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 04:24:14.322902 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Extended resource: routers {{(pid=93764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 04:24:14.325033 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Extended resource: floatingips {{(pid=93764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 04:24:14.326363 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Extended resource: l3-routers {{(pid=93764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 04:24:14.327753 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Extended resource: l3-agents {{(pid=93764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 04:24:14.329694 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Extended resource: metering-labels {{(pid=93764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 04:24:14.331094 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Extended resource: metering-label-rules {{(pid=93764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 04:24:14.332411 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Extended resource: network-ip-availabilities {{(pid=93764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 04:24:14.333678 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Extended resource: bindings {{(pid=93764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 04:24:14.335369 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Extended resource: quotas {{(pid=93764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 04:24:14.336822 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Extended resource: quotas {{(pid=93764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 04:24:14.338286 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Extended resource: rbac-policies {{(pid=93764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 04:24:14.339490 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Extended resource: security-groups {{(pid=93764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 04:24:14.340812 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Extended resource: security-group-rules {{(pid=93764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 04:24:14.342174 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Extended resource: service-providers {{(pid=93764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 04:24:14.343405 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Extended resource: subnetpools {{(pid=93764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 04:24:14.344866 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Extended resource: subnetpools {{(pid=93764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 04:24:14.346367 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Extended resource: tags {{(pid=93764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 04:24:14.348056 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Extended resource: tags {{(pid=93764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 04:24:14.350136 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Extended resource: tags {{(pid=93764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 04:24:14.351941 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Extended resource: tags {{(pid=93764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 04:24:14.354757 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Extended resource: tags {{(pid=93764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 04:24:14.356632 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Extended resource: tags {{(pid=93764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 04:24:14.358351 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Extended resource: tags {{(pid=93764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 04:24:14.360764 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Extended resource: tags {{(pid=93764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 04:24:14.362596 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Extended resource: tags {{(pid=93764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 04:24:14.364340 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Extended resource: tags {{(pid=93764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 04:24:14.370250 dv-cinder-778193-7-iscsi neutron-server[93764]: WARNING keystonemiddleware.auth_token [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 31 04:24:14.374945 dv-cinder-778193-7-iscsi neutron-server[93764]: WARNING keystonemiddleware.auth_token [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 31 04:24:14.383694 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_concurrency.lockutils [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Acquired lock "singleton_lock" {{(pid=93764) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 31 04:24:14.384171 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_concurrency.lockutils [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Releasing lock "singleton_lock" {{(pid=93764) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 31 04:24:14.384806 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO oslo_service.service [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Starting 2 workers Aug 31 04:24:14.389602 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Started child 93873 {{(pid=93764) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 31 04:24:14.394064 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Started child 93874 {{(pid=93764) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 31 04:24:14.395035 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:24:14.395694 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO neutron.service [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 31 04:24:14.396355 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Notify callbacks [] for process, before_spawn {{(pid=93764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:24:14.396568 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [-] (93873) wsgi starting up on http://0.0.0.0:9696 Aug 31 04:24:14.398747 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:24:14.399172 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO oslo_service.service [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Starting 1 workers Aug 31 04:24:14.400084 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [-] (93874) wsgi starting up on http://0.0.0.0:9696 Aug 31 04:24:14.404022 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Started child 93875 {{(pid=93764) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 31 04:24:14.404538 dv-cinder-778193-7-iscsi neutron-server[93764]: INFO oslo_service.service [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Starting 1 workers Aug 31 04:24:14.407583 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.service [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] calling RpcWorker wait() {{(pid=93875) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 31 04:24:14.408116 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.service [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] returning from RpcWorker wait() {{(pid=93875) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 31 04:24:14.409109 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Started child 93876 {{(pid=93764) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 31 04:24:14.409403 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:24:14.409944 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:24:14.410047 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-9f137f3b-8eb4-4fc4-9d27-b6ac34591332 None None] Notify callbacks [] for process, after_spawn {{(pid=93764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:24:14.411768 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93764) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 31 04:24:14.411989 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 31 04:24:14.412178 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 31 04:24:14.412395 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 31 04:24:14.412749 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 31 04:24:14.412912 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 31 04:24:14.413418 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.413652 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:24:14.414206 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.414206 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.414206 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.414536 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.414947 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:24:14.415115 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.415390 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.415646 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.415930 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.416168 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.416343 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.416509 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.416752 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.416984 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.417294 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.417556 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.417791 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.418072 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.418265 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.418508 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.418767 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.418995 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.419269 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] debug = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.419523 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.420032 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.420284 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.420534 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.420767 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.421033 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.421283 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.421559 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.421801 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.422036 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.422321 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.422576 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.423358 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.423746 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.424062 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.424328 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.424553 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.425012 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] host = dv-cinder-778193-7-iscsi {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.425233 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.425469 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.425699 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.425931 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.426209 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.426428 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.426684 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.426940 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.427186 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.427410 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.427652 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.427909 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.428152 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.428397 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] log_file = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.428560 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] log_options = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.428801 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.429066 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.429321 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.429512 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.429682 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.429861 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.430152 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.430318 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.430578 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.430794 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.431008 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.431240 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.431482 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.431719 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.431970 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.432216 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.432444 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.432651 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.432894 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.433140 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.433363 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.433611 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.433826 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.434049 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.434306 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.434539 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.434767 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.434982 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.435197 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.435457 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.435692 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.435949 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.436194 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.436453 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.436681 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.436905 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.437136 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.437394 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.437626 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.437877 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.438134 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.438350 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.439299 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.439543 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.439853 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.440083 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] use_json = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.440303 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.440515 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.440774 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.441002 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.441214 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.441426 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.441645 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.441878 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.442355 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.442642 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.443065 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.443307 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.443558 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.443802 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.444069 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.445398 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.445665 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.445901 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.446251 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.446479 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.446765 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.447004 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.447260 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.447616 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.448831 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.449022 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.449813 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.450060 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.450279 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.450628 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.450936 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.451169 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.451410 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.451705 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.451969 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.452291 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.453201 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.454187 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.37/identity {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.454187 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.454187 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.454572 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.454572 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.455404 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.455404 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.455404 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.457905 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.457905 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.457905 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.458281 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.458525 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.458769 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.459406 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.461244 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.461538 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.461832 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.462111 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.462345 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.462581 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.462809 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.463056 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.463297 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.463520 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.463801 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.464036 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.464259 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.464477 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.464693 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.464914 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.465162 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.465391 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.465607 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.465842 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.466108 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.466321 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.466587 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.466806 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.467023 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.467237 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.467455 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.467687 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.467962 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.468186 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.468426 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.468640 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.468850 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.469084 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.469374 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.469625 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.469935 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.470190 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.470530 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.470751 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.470968 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.471195 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.471405 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.471632 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.471844 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.472129 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.472413 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.472656 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.472903 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.473121 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.473655 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.473868 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.474120 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.474361 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.474574 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.474800 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.475073 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.475310 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.475552 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.475786 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.475990 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.476240 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.476450 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.476663 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.477172 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.477741 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.477959 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.478256 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.478521 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.478755 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.479007 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.479257 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.479536 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.479768 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.480051 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.480268 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.480523 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.480835 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.481100 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.481372 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.481602 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.481849 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.482110 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.482354 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.482609 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.482834 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.483088 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.483322 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.483591 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.483834 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.484046 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.484274 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.484906 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.484906 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.485092 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.485831 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.486334 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.486623 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.486883 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.487126 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.487394 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.487653 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.487906 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.488160 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.488378 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.37/identity {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.488596 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.488826 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.489061 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.489275 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.489507 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.494122 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.494122 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.494122 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.494122 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.494122 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.494122 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.494122 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.494122 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.494660 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.494660 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.494660 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.494660 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.494660 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.494660 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.494660 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.494660 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.495109 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.495109 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.495109 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.495109 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.495109 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.495109 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.495109 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.495109 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.495550 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.495550 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.495550 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.496055 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.496055 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.496238 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.496422 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.496643 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.496851 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.497058 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.497279 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.497504 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.497762 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.498006 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.498349 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.498586 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.498913 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.499187 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.499399 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.499636 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.499881 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.500123 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.500341 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.500555 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.500765 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.501713 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.502057 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.502389 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.502608 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.502824 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.503032 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.503245 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.503473 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.503762 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.504002 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.504232 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.504486 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.504719 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.504927 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.505150 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.505366 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.505571 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.505809 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.506023 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.506256 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.506463 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.506691 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.506916 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.507143 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.507371 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.507576 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.507793 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.507996 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.508242 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.508459 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.508671 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.508881 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.509106 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.509313 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.509519 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.509734 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.509946 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.510170 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.510390 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.510594 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.510821 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.511078 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.511297 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.511502 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.511811 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.512060 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.512274 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.512567 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.512806 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.513060 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.513294 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.513587 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.513796 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.514030 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.514268 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.514480 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.514694 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.514942 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.515253 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.515556 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.515811 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.516064 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.516326 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.516636 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.517009 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.517227 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.517505 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.517833 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.518129 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.518383 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.518609 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.518867 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.519097 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.519297 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.519508 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.519737 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.519948 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.520201 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.520425 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.520666 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.520898 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.521142 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.521443 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.521657 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.521877 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.522111 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.522313 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.522479 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 31 04:24:14.522995 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93764) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 31 04:24:14.523153 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 31 04:24:14.523293 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 31 04:24:14.523469 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 31 04:24:14.523637 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 31 04:24:14.523785 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 31 04:24:14.524212 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.524371 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.524532 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.524689 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.524844 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.525021 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.525179 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.525337 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.525492 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.525813 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.525813 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.525968 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.526125 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.526252 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.526374 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.526528 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.526684 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.526838 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.526997 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.527150 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.527302 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.527449 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.527588 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] debug = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.527719 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.527899 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.528060 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.528193 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.528343 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.528489 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.528640 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.528778 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.528930 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.529088 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.529404 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.529559 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.529697 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.529847 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.530002 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.530167 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.530324 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.530480 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] host = dv-cinder-778193-7-iscsi {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.530637 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.530785 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.530934 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.531081 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.531220 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.531375 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.531531 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.531685 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.531840 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.531996 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.532178 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.532365 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.532530 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.532636 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] log_file = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.532790 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] log_options = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.532945 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.533100 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.533254 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.533998 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.533998 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.533998 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.533998 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.533998 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.534550 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.534550 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.534550 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.534779 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.534779 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.534933 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.535048 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.535203 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.535357 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.535512 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.535651 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.535810 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.535965 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.536120 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.536273 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.536427 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.536582 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.536737 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.536892 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.537047 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.537202 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.537357 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.537511 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.537666 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.537822 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.537977 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.538173 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.538331 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.538486 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.538646 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.538802 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.538962 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.539110 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.539272 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.539405 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.539559 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.539727 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.539870 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] use_json = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.540019 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.540143 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.540298 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.540453 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.540608 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.540763 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.540919 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.541075 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:24:14.541248 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.541408 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.541578 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.541737 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.541898 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.542054 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.542380 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.542544 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.542690 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.542827 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.546186 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.546186 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.546186 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.546186 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.546186 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.546186 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.546186 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.546186 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.546760 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:24:14.546855 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.546855 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.546855 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.546855 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.546855 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.546855 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.546855 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.546855 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.547389 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.547389 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.547389 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.547389 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.37/identity {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.547389 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.547389 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.547389 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.547389 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.548631 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.548631 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.548631 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.548631 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.548631 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.548631 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.548631 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.548631 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.548631 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.549323 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.549323 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.549323 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.549323 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.549323 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.549323 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.549323 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.549832 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.549832 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.549832 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.550048 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.550211 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.550383 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.550540 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.550698 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.550854 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.551014 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.551171 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.551328 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.551484 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.551641 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.551799 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.551956 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.552126 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.552283 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.552441 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.552597 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.552754 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.552911 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.553069 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.553226 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.553384 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.553542 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.553698 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.553855 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.554012 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.554190 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.554348 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.554506 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.554664 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.554820 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.554978 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.555135 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.555363 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.555583 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.555890 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.556199 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.556373 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.556660 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.556985 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.557326 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.557522 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.557631 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.557827 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.557923 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.558101 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.558265 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.558444 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.558588 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.558733 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.558895 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.559050 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.559207 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.559368 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.559903 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.559903 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.559903 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.560141 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.560141 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.560284 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.560408 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.560627 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.560721 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.560865 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.561021 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.561288 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.561392 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.561493 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.561748 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.561860 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.561969 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.562157 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.562302 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.562463 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.562651 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.562778 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.562937 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.563096 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.563244 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.563433 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.564167 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.564321 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.564482 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.564644 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.564826 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.564984 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.565142 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.565300 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.565458 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.565615 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.565784 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.565925 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.566057 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.566237 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.566395 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.566553 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.37/identity {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.566712 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.566870 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.567027 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.567184 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.567342 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.567500 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.567658 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.567815 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.567973 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.568130 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.568289 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.568446 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.568603 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.568760 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.568921 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.569070 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.569228 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.569372 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.569516 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.569675 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.569832 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.569989 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.570166 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.570324 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.570481 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.570640 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.570798 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.570956 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.571113 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.571271 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.571429 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.571587 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.571746 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.571904 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.572062 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.572220 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.572377 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.572535 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.572693 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.572850 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.573008 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.573164 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.573323 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.573495 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.573652 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.573809 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.573967 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.574144 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.574303 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.574460 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.574618 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.574775 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.574931 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.575087 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.575246 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.575405 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.575562 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.575720 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.575877 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.576033 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.576190 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.576347 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.576518 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.576676 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.576834 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.576992 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.577148 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.577306 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.577472 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.577630 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.577787 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.577944 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.578115 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.578276 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.578444 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.578602 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.578762 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.578919 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.579097 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.579258 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.579423 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.579580 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.579737 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.579894 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.580050 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.580208 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.580374 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.580532 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.580689 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.580845 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.581002 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.581159 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.581325 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.581483 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.581640 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.581797 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.581955 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.582128 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.582298 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.582457 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.582615 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.582780 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.582937 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.583094 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.583251 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.583421 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.583578 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.583737 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.583895 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.584052 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.584282 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.584469 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.584620 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.584794 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.584903 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.585268 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.585268 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.585721 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.585721 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.585721 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.586108 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.586108 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.586344 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.586344 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.586573 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.586573 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.586781 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.586907 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.587027 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.587184 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.587343 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.587500 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.587657 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.587813 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.587970 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.588128 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.588279 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.588417 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.588575 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.588734 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.588887 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:24:14.589016 dv-cinder-778193-7-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 31 04:24:14.808442 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 56354) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:24:14.817112 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [-] 10.222.0.37 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064442 Aug 31 04:24:26.208467 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6791c093-85de-40ac-b685-f750b80c85cf None None] get_active_networks_info from dv-cinder-778193-7-iscsi {{(pid=93875) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 04:24:26.280943 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6791c093-85de-40ac-b685-f750b80c85cf None None] No non-hosted networks {{(pid=93875) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 31 04:24:26.307771 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.agentschedulers_db [None req-6791c093-85de-40ac-b685-f750b80c85cf None None] DHCP Agent not found on host dv-cinder-778193-7-iscsi {{(pid=93875) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 31 04:24:26.459891 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4ab67f7e-b86b-423d-ad77-297180b3f480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7953400'] for agent, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:24:28.602422 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cd692640-0bc9-47eb-98ed-661cfe6dde8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7953400'] for agent, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:24:28.664625 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-984c79fd-2f85-4bd7-aca9-28fcdcb59777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:24:28.951304 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7953400'] for agent, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:24:28.952453 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:24:28.953162 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:24:28.953696 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:24:28.954496 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:24:28.956032 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:24:28.956862 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:24:28.957782 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:24:28.958398 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:24:28.959092 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:24:28.959776 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:24:28.960368 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:24:28.961160 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:24:28.962218 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-778193-7-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:24:28.979648 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-778193-7-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:24:29.814134 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cae06a7b-375a-4b62-8781-ea2d8af560c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7953400'] for agent, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:24:31.218384 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a4fd8ad5-a492-4575-8673-07e6bf736dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7953400'] for agent, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:24:32.554556 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 56446) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:24:33.052407 dv-cinder-778193-7-iscsi neutron-server[93874]: WARNING oslo_policy.policy [None req-88d9168a-b046-4192-b579-b972205d4719 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 04:24:33.053003 dv-cinder-778193-7-iscsi neutron-server[93874]: WARNING oslo_policy.policy [None req-88d9168a-b046-4192-b579-b972205d4719 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 04:24:33.276225 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [None req-88d9168a-b046-4192-b579-b972205d4719 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93874) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 04:24:33.277277 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-88d9168a-b046-4192-b579-b972205d4719 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7218153 Aug 31 04:24:34.908504 dv-cinder-778193-7-iscsi neutron-server[93875]: INFO neutron.db.l3_hamode_db [None req-bcbafbf4-d7cf-45c9-a600-3198c405e3d6 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 31 04:24:34.983718 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcbafbf4-d7cf-45c9-a600-3198c405e3d6 None None] Routers set() bound to L3 agent in host dv-cinder-778193-7-iscsi {{(pid=93875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 04:24:34.984107 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcbafbf4-d7cf-45c9-a600-3198c405e3d6 None None] Router IDs set() for agent in host dv-cinder-778193-7-iscsi {{(pid=93875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 31 04:24:35.664236 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 56460) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:24:35.971052 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.v2.base [None req-580295c1-57b4-45c8-b6ba-69791c874d4f admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=93874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:24:36.063316 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.policy [None req-580295c1-57b4-45c8-b6ba-69791c874d4f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93874) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 31 04:24:36.108042 dv-cinder-778193-7-iscsi neutron-server[93874]: WARNING oslo_policy.policy [None req-580295c1-57b4-45c8-b6ba-69791c874d4f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 04:24:36.108399 dv-cinder-778193-7-iscsi neutron-server[93874]: WARNING oslo_policy.policy [None req-580295c1-57b4-45c8-b6ba-69791c874d4f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 04:24:36.117167 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.quota [None req-580295c1-57b4-45c8-b6ba-69791c874d4f admin admin] Loaded quota_driver: . Aug 31 04:24:36.205181 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-580295c1-57b4-45c8-b6ba-69791c874d4f admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730090228165', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730090239978', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730090248525', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730090246049', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730088633212', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730090271400', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-527199', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-711288', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8039058', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8108413'] for rbac-policy, before_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:24:36.272096 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-580295c1-57b4-45c8-b6ba-69791c874d4f admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:24:36.273270 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-580295c1-57b4-45c8-b6ba-69791c874d4f admin admin] 10.222.0.37 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6080885 Aug 31 04:24:38.988986 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 56472) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:24:39.293554 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.v2.base [None req-032cd59c-cc55-4b7e-8e59-910cff98a466 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'tenant_id': '4b86d3e9441e4d1098d6f04851c9834a', 'project_id': '4b86d3e9441e4d1098d6f04851c9834a'}} {{(pid=93874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:24:39.322929 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-032cd59c-cc55-4b7e-8e59-910cff98a466 admin admin] Made reservation on behalf of 4b86d3e9441e4d1098d6f04851c9834a for: {'network': 1} {{(pid=93874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:24:39.325644 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-032cd59c-cc55-4b7e-8e59-910cff98a466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for network, before_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:24:39.342369 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-032cd59c-cc55-4b7e-8e59-910cff98a466 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:24:39.461137 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-032cd59c-cc55-4b7e-8e59-910cff98a466 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:24:39.464920 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-032cd59c-cc55-4b7e-8e59-910cff98a466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:24:39.487075 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-032cd59c-cc55-4b7e-8e59-910cff98a466 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 396} {{(pid=93874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 04:24:39.516442 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-032cd59c-cc55-4b7e-8e59-910cff98a466 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8730087480266', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671022'] for segment, precommit_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:24:39.517099 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-032cd59c-cc55-4b7e-8e59-910cff98a466 admin admin] Unsubscribe: segment precommit_create {{(pid=93874) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 31 04:24:39.517602 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.db.segments_db [None req-032cd59c-cc55-4b7e-8e59-910cff98a466 admin admin] Added segment c1ee35dc-ee0e-4726-b630-945a712b0a44 of type vlan for network 6cdbf9c7-a356-4913-b4e4-2570d4a55907 Aug 31 04:24:39.533358 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032cd59c-cc55-4b7e-8e59-910cff98a466 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9d6b4d7-c04c-4613-ab06-5d9aa6dd30a5,revision_number=1']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:24:39.560025 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032cd59c-cc55-4b7e-8e59-910cff98a466 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:24:39.560371 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032cd59c-cc55-4b7e-8e59-910cff98a466 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:24:39.560701 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032cd59c-cc55-4b7e-8e59-910cff98a466 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:24:39.561022 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032cd59c-cc55-4b7e-8e59-910cff98a466 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:24:39.561339 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032cd59c-cc55-4b7e-8e59-910cff98a466 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:24:39.561656 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032cd59c-cc55-4b7e-8e59-910cff98a466 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:24:39.561968 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032cd59c-cc55-4b7e-8e59-910cff98a466 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:24:39.562303 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032cd59c-cc55-4b7e-8e59-910cff98a466 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:24:39.562630 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032cd59c-cc55-4b7e-8e59-910cff98a466 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:24:39.562943 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032cd59c-cc55-4b7e-8e59-910cff98a466 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:24:39.563248 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032cd59c-cc55-4b7e-8e59-910cff98a466 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:24:39.563604 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032cd59c-cc55-4b7e-8e59-910cff98a466 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:24:39.564695 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032cd59c-cc55-4b7e-8e59-910cff98a466 admin admin] Tracked resource versions report: Aug 31 04:24:39.564695 dv-cinder-778193-7-iscsi neutron-server[93874]: pushed versions: Aug 31 04:24:39.564695 dv-cinder-778193-7-iscsi neutron-server[93874]: { 'AddressGroup': {'1.2'}, Aug 31 04:24:39.564695 dv-cinder-778193-7-iscsi neutron-server[93874]: 'ConntrackHelper': {'1.0'}, Aug 31 04:24:39.564695 dv-cinder-778193-7-iscsi neutron-server[93874]: 'Log': {'1.0'}, Aug 31 04:24:39.564695 dv-cinder-778193-7-iscsi neutron-server[93874]: 'Network': {'1.1'}, Aug 31 04:24:39.564695 dv-cinder-778193-7-iscsi neutron-server[93874]: 'Port': {'1.7'}, Aug 31 04:24:39.564695 dv-cinder-778193-7-iscsi neutron-server[93874]: 'PortForwarding': {'1.2'}, Aug 31 04:24:39.564695 dv-cinder-778193-7-iscsi neutron-server[93874]: 'QosPolicy': {'1.9'}, Aug 31 04:24:39.564695 dv-cinder-778193-7-iscsi neutron-server[93874]: 'SecurityGroup': {'1.4'}, Aug 31 04:24:39.564695 dv-cinder-778193-7-iscsi neutron-server[93874]: 'SecurityGroupRule': {'1.2'}, Aug 31 04:24:39.564695 dv-cinder-778193-7-iscsi neutron-server[93874]: 'SubPort': {'1.0'}, Aug 31 04:24:39.564695 dv-cinder-778193-7-iscsi neutron-server[93874]: 'Subnet': {'1.1'}, Aug 31 04:24:39.564695 dv-cinder-778193-7-iscsi neutron-server[93874]: 'Trunk': {'1.1'}} Aug 31 04:24:39.564695 dv-cinder-778193-7-iscsi neutron-server[93874]: consumer versions: Aug 31 04:24:39.564695 dv-cinder-778193-7-iscsi neutron-server[93874]: { DHCP agent@dv-cinder-778193-7-iscsi: {}, Aug 31 04:24:39.564695 dv-cinder-778193-7-iscsi neutron-server[93874]: L3 agent@dv-cinder-778193-7-iscsi: {}, Aug 31 04:24:39.564695 dv-cinder-778193-7-iscsi neutron-server[93874]: Metadata agent@dv-cinder-778193-7-iscsi: {}, Aug 31 04:24:39.564695 dv-cinder-778193-7-iscsi neutron-server[93874]: Metering agent@dv-cinder-778193-7-iscsi: {}, Aug 31 04:24:39.564695 dv-cinder-778193-7-iscsi neutron-server[93874]: Open vSwitch agent@dv-cinder-778193-7-iscsi: { 'AddressGroup': '1.2', Aug 31 04:24:39.564695 dv-cinder-778193-7-iscsi neutron-server[93874]: 'ConntrackHelper': '1.0', Aug 31 04:24:39.564695 dv-cinder-778193-7-iscsi neutron-server[93874]: 'Log': '1.0', Aug 31 04:24:39.564695 dv-cinder-778193-7-iscsi neutron-server[93874]: 'Network': '1.1', Aug 31 04:24:39.564695 dv-cinder-778193-7-iscsi neutron-server[93874]: 'Port': '1.7', Aug 31 04:24:39.564695 dv-cinder-778193-7-iscsi neutron-server[93874]: 'PortForwarding': '1.2', Aug 31 04:24:39.564695 dv-cinder-778193-7-iscsi neutron-server[93874]: 'QosPolicy': '1.9', Aug 31 04:24:39.564695 dv-cinder-778193-7-iscsi neutron-server[93874]: 'SecurityGroup': '1.4', Aug 31 04:24:39.564695 dv-cinder-778193-7-iscsi neutron-server[93874]: 'SecurityGroupRule': '1.2', Aug 31 04:24:39.564695 dv-cinder-778193-7-iscsi neutron-server[93874]: 'SubPort': '1.0', Aug 31 04:24:39.564695 dv-cinder-778193-7-iscsi neutron-server[93874]: 'Subnet': '1.1', Aug 31 04:24:39.564695 dv-cinder-778193-7-iscsi neutron-server[93874]: 'Trunk': '1.1'}} Aug 31 04:24:39.564695 dv-cinder-778193-7-iscsi neutron-server[93874]: {{(pid=93874) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 04:24:39.640164 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-032cd59c-cc55-4b7e-8e59-910cff98a466 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730086947184'] for network, precommit_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:24:39.678542 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-032cd59c-cc55-4b7e-8e59-910cff98a466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424'] for network, after_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:24:39.679564 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-032cd59c-cc55-4b7e-8e59-910cff98a466 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:24:39.680214 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-032cd59c-cc55-4b7e-8e59-910cff98a466 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8355474'] for network, before_response {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:24:39.748698 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-032cd59c-cc55-4b7e-8e59-910cff98a466 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7586613 Aug 31 04:24:39.778469 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032cd59c-cc55-4b7e-8e59-910cff98a466 admin admin] Pushing event updated for resources: {'Network': ['ID=6cdbf9c7-a356-4913-b4e4-2570d4a55907,revision_number=1']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:24:39.793147 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Network 6cdbf9c7-a356-4913-b4e4-2570d4a55907 details requested by agent ovs-agent-dv-cinder-778193-7-iscsi with host dv-cinder-778193-7-iscsi {{(pid=93875) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 04:24:42.377313 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 56486) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:24:42.770031 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b86eb7-e30b-4b91-9210-0cd53312dafc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:24:42.771391 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-d8b86eb7-e30b-4b91-9210-0cd53312dafc admin admin] 10.222.0.37 "GET /v2.0/networks/6cdbf9c7-a356-4913-b4e4-2570d4a55907 HTTP/1.1" status: 200 len: 825 time: 0.3931282 Aug 31 04:24:42.795710 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-6110cedc-136c-49cd-a9f1-0e12135adea2 admin admin] 10.222.0.37 "GET /v2.0/subnetpools/e0e1c8ee-598b-437b-b167-aef8da37696d HTTP/1.1" status: 200 len: 734 time: 0.0180976 Aug 31 04:24:42.804778 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.v2.base [None req-6b3c354a-e4e6-4c76-a40e-9eef701db4ef admin admin] Request body: {'subnet': {'network_id': '6cdbf9c7-a356-4913-b4e4-2570d4a55907', 'name': 'private-subnet', 'subnetpool_id': 'e0e1c8ee-598b-437b-b167-aef8da37696d', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'tenant_id': '4b86d3e9441e4d1098d6f04851c9834a'}} {{(pid=93874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:24:42.825586 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b3c354a-e4e6-4c76-a40e-9eef701db4ef admin admin] Made reservation on behalf of 4b86d3e9441e4d1098d6f04851c9834a for: {'subnet': 1} {{(pid=93874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:24:42.827809 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-6b3c354a-e4e6-4c76-a40e-9eef701db4ef admin admin] Notify callbacks [] for subnet, before_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:24:43.112655 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-6b3c354a-e4e6-4c76-a40e-9eef701db4ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424'] for subnet, after_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:24:43.176788 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3c354a-e4e6-4c76-a40e-9eef701db4ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=be1e3839-beec-4bc8-b39d-aed6bc2b9faa,revision_number=0']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:24:43.181273 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3c354a-e4e6-4c76-a40e-9eef701db4ef admin admin] Checking segment: {'id': 'c1ee35dc-ee0e-4726-b630-945a712b0a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '6cdbf9c7-a356-4913-b4e4-2570d4a55907'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 04:24:43.181652 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3c354a-e4e6-4c76-a40e-9eef701db4ef admin admin] Network hostable DHCP agents. Network: 6cdbf9c7-a356-4913-b4e4-2570d4a55907, hostable agents: ['9b8b4806-ecc0-4bb6-b220-1afcd08d5676'], hosted agents: [] {{(pid=93874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 04:24:43.208221 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3c354a-e4e6-4c76-a40e-9eef701db4ef admin admin] Network 6cdbf9c7-a356-4913-b4e4-2570d4a55907 is scheduled to be hosted by DHCP agent 9b8b4806-ecc0-4bb6-b220-1afcd08d5676 with binding_index 1 {{(pid=93874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 04:24:43.218183 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.scheduler.base_scheduler [None req-6b3c354a-e4e6-4c76-a40e-9eef701db4ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-7-iscsi, 6cdbf9c7-a356-4913-b4e4-2570d4a55907) {{(pid=93874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:24:43.223149 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b3c354a-e4e6-4c76-a40e-9eef701db4ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:24:43.223733 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-6b3c354a-e4e6-4c76-a40e-9eef701db4ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8355474'] for subnet, before_response {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:24:43.227701 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-727e05b0-64d0-4e0e-b4ee-691b4b38511c None None] Network 6cdbf9c7-a356-4913-b4e4-2570d4a55907 requested from dv-cinder-778193-7-iscsi {{(pid=93875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 04:24:43.238220 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-6b3c354a-e4e6-4c76-a40e-9eef701db4ef admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4365833 Aug 31 04:24:43.543860 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-203d5f46-96f8-428b-b4e5-d9f2869dda9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7a2cf1e-32d6-59fc-ab2a-f09a03f47ff6-6cdbf9c7-a356-4913-b4e4-2570d4a55907', 'network_id': '6cdbf9c7-a356-4913-b4e4-2570d4a55907', 'tenant_id': '4b86d3e9441e4d1098d6f04851c9834a', 'fixed_ips': [{'subnet_id': 'be1e3839-beec-4bc8-b39d-aed6bc2b9faa'}]}} from dv-cinder-778193-7-iscsi. {{(pid=93875) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 04:24:43.545167 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-203d5f46-96f8-428b-b4e5-d9f2869dda9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:24:43.812638 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-203d5f46-96f8-428b-b4e5-d9f2869dda9e None None] Allocated IP 172.20.0.2 (6cdbf9c7-a356-4913-b4e4-2570d4a55907/be1e3839-beec-4bc8-b39d-aed6bc2b9faa/36b4e5bd-4972-4c88-9300-fa92b1a04dd4) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:24:44.011305 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-203d5f46-96f8-428b-b4e5-d9f2869dda9e None None] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:24:44.052890 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-203d5f46-96f8-428b-b4e5-d9f2869dda9e None None] Transition to ACTIVE for port object 36b4e5bd-4972-4c88-9300-fa92b1a04dd4 will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 04:24:44.073903 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-203d5f46-96f8-428b-b4e5-d9f2869dda9e None None] Transition to ACTIVE for port object 36b4e5bd-4972-4c88-9300-fa92b1a04dd4 will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 04:24:44.081182 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-203d5f46-96f8-428b-b4e5-d9f2869dda9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730086931496'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:24:44.142773 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203d5f46-96f8-428b-b4e5-d9f2869dda9e None None] Network 6cdbf9c7-a356-4913-b4e4-2570d4a55907 is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:24:44.149301 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-203d5f46-96f8-428b-b4e5-d9f2869dda9e None None] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:24:44.161946 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203d5f46-96f8-428b-b4e5-d9f2869dda9e None None] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 04:24:44.171204 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203d5f46-96f8-428b-b4e5-d9f2869dda9e None None] Pushing event updated for resources: {'Port': ['ID=36b4e5bd-4972-4c88-9300-fa92b1a04dd4,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:24:44.213256 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203d5f46-96f8-428b-b4e5-d9f2869dda9e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:24:44.213603 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203d5f46-96f8-428b-b4e5-d9f2869dda9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:24:44.213942 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203d5f46-96f8-428b-b4e5-d9f2869dda9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:24:44.214292 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203d5f46-96f8-428b-b4e5-d9f2869dda9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:24:44.214623 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203d5f46-96f8-428b-b4e5-d9f2869dda9e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:24:44.214950 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203d5f46-96f8-428b-b4e5-d9f2869dda9e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:24:44.215273 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203d5f46-96f8-428b-b4e5-d9f2869dda9e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:24:44.215594 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203d5f46-96f8-428b-b4e5-d9f2869dda9e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:24:44.215933 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203d5f46-96f8-428b-b4e5-d9f2869dda9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:24:44.216255 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203d5f46-96f8-428b-b4e5-d9f2869dda9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:24:44.216574 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203d5f46-96f8-428b-b4e5-d9f2869dda9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:24:44.216887 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203d5f46-96f8-428b-b4e5-d9f2869dda9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:24:44.217991 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203d5f46-96f8-428b-b4e5-d9f2869dda9e None None] Tracked resource versions report: Aug 31 04:24:44.217991 dv-cinder-778193-7-iscsi neutron-server[93875]: pushed versions: Aug 31 04:24:44.217991 dv-cinder-778193-7-iscsi neutron-server[93875]: { 'AddressGroup': {'1.2'}, Aug 31 04:24:44.217991 dv-cinder-778193-7-iscsi neutron-server[93875]: 'ConntrackHelper': {'1.0'}, Aug 31 04:24:44.217991 dv-cinder-778193-7-iscsi neutron-server[93875]: 'Log': {'1.0'}, Aug 31 04:24:44.217991 dv-cinder-778193-7-iscsi neutron-server[93875]: 'Network': {'1.1'}, Aug 31 04:24:44.217991 dv-cinder-778193-7-iscsi neutron-server[93875]: 'Port': {'1.7'}, Aug 31 04:24:44.217991 dv-cinder-778193-7-iscsi neutron-server[93875]: 'PortForwarding': {'1.2'}, Aug 31 04:24:44.217991 dv-cinder-778193-7-iscsi neutron-server[93875]: 'QosPolicy': {'1.9'}, Aug 31 04:24:44.217991 dv-cinder-778193-7-iscsi neutron-server[93875]: 'SecurityGroup': {'1.4'}, Aug 31 04:24:44.217991 dv-cinder-778193-7-iscsi neutron-server[93875]: 'SecurityGroupRule': {'1.2'}, Aug 31 04:24:44.217991 dv-cinder-778193-7-iscsi neutron-server[93875]: 'SubPort': {'1.0'}, Aug 31 04:24:44.217991 dv-cinder-778193-7-iscsi neutron-server[93875]: 'Subnet': {'1.1'}, Aug 31 04:24:44.217991 dv-cinder-778193-7-iscsi neutron-server[93875]: 'Trunk': {'1.1'}} Aug 31 04:24:44.217991 dv-cinder-778193-7-iscsi neutron-server[93875]: consumer versions: Aug 31 04:24:44.217991 dv-cinder-778193-7-iscsi neutron-server[93875]: { DHCP agent@dv-cinder-778193-7-iscsi: {}, Aug 31 04:24:44.217991 dv-cinder-778193-7-iscsi neutron-server[93875]: L3 agent@dv-cinder-778193-7-iscsi: {}, Aug 31 04:24:44.217991 dv-cinder-778193-7-iscsi neutron-server[93875]: Metadata agent@dv-cinder-778193-7-iscsi: {}, Aug 31 04:24:44.217991 dv-cinder-778193-7-iscsi neutron-server[93875]: Metering agent@dv-cinder-778193-7-iscsi: {}, Aug 31 04:24:44.217991 dv-cinder-778193-7-iscsi neutron-server[93875]: Open vSwitch agent@dv-cinder-778193-7-iscsi: { 'AddressGroup': '1.2', Aug 31 04:24:44.217991 dv-cinder-778193-7-iscsi neutron-server[93875]: 'ConntrackHelper': '1.0', Aug 31 04:24:44.217991 dv-cinder-778193-7-iscsi neutron-server[93875]: 'Log': '1.0', Aug 31 04:24:44.217991 dv-cinder-778193-7-iscsi neutron-server[93875]: 'Network': '1.1', Aug 31 04:24:44.217991 dv-cinder-778193-7-iscsi neutron-server[93875]: 'Port': '1.7', Aug 31 04:24:44.217991 dv-cinder-778193-7-iscsi neutron-server[93875]: 'PortForwarding': '1.2', Aug 31 04:24:44.217991 dv-cinder-778193-7-iscsi neutron-server[93875]: 'QosPolicy': '1.9', Aug 31 04:24:44.217991 dv-cinder-778193-7-iscsi neutron-server[93875]: 'SecurityGroup': '1.4', Aug 31 04:24:44.217991 dv-cinder-778193-7-iscsi neutron-server[93875]: 'SecurityGroupRule': '1.2', Aug 31 04:24:44.217991 dv-cinder-778193-7-iscsi neutron-server[93875]: 'SubPort': '1.0', Aug 31 04:24:44.217991 dv-cinder-778193-7-iscsi neutron-server[93875]: 'Subnet': '1.1', Aug 31 04:24:44.217991 dv-cinder-778193-7-iscsi neutron-server[93875]: 'Trunk': '1.1'}} Aug 31 04:24:44.217991 dv-cinder-778193-7-iscsi neutron-server[93875]: {{(pid=93875) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 04:24:44.248405 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [None req-203d5f46-96f8-428b-b4e5-d9f2869dda9e None None] Attempting to bind port 36b4e5bd-4972-4c88-9300-fa92b1a04dd4 on host dv-cinder-778193-7-iscsi for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 04:24:44.248980 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [None req-203d5f46-96f8-428b-b4e5-d9f2869dda9e None None] Attempting to bind port 36b4e5bd-4972-4c88-9300-fa92b1a04dd4 by drivers openvswitch,hyperv on host dv-cinder-778193-7-iscsi at level 0 using segments [{'id': 'c1ee35dc-ee0e-4726-b630-945a712b0a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '6cdbf9c7-a356-4913-b4e4-2570d4a55907'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 04:24:44.249193 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203d5f46-96f8-428b-b4e5-d9f2869dda9e None None] Attempting to bind port 36b4e5bd-4972-4c88-9300-fa92b1a04dd4 on network 6cdbf9c7-a356-4913-b4e4-2570d4a55907 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 04:24:44.253948 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203d5f46-96f8-428b-b4e5-d9f2869dda9e None None] Checking agent: {'id': '68c6f462-eb0a-4cde-80ac-29944282ee42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 4, 24, 29), 'started_at': datetime.datetime(2021, 8, 31, 4, 24, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 4, 24, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 04:24:44.254393 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203d5f46-96f8-428b-b4e5-d9f2869dda9e None None] Checking segment: {'id': 'c1ee35dc-ee0e-4726-b630-945a712b0a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '6cdbf9c7-a356-4913-b4e4-2570d4a55907'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 04:24:44.254864 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-203d5f46-96f8-428b-b4e5-d9f2869dda9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:24:44.255245 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203d5f46-96f8-428b-b4e5-d9f2869dda9e None None] Bound using segment: {'id': 'c1ee35dc-ee0e-4726-b630-945a712b0a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '6cdbf9c7-a356-4913-b4e4-2570d4a55907'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 04:24:44.255733 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [None req-203d5f46-96f8-428b-b4e5-d9f2869dda9e None None] Bound port: 36b4e5bd-4972-4c88-9300-fa92b1a04dd4, host: dv-cinder-778193-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1ee35dc-ee0e-4726-b630-945a712b0a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '6cdbf9c7-a356-4913-b4e4-2570d4a55907'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 04:24:44.256133 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-203d5f46-96f8-428b-b4e5-d9f2869dda9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:24:44.316462 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-203d5f46-96f8-428b-b4e5-d9f2869dda9e None None] For port 36b4e5bd-4972-4c88-9300-fa92b1a04dd4, host dv-cinder-778193-7-iscsi, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:24:44.320595 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-203d5f46-96f8-428b-b4e5-d9f2869dda9e None None] For port 36b4e5bd-4972-4c88-9300-fa92b1a04dd4, host dv-cinder-778193-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-7-iscsi',level=0,port_id=36b4e5bd-4972-4c88-9300-fa92b1a04dd4,segment=NetworkSegment(c1ee35dc-ee0e-4726-b630-945a712b0a44),segment_id=c1ee35dc-ee0e-4726-b630-945a712b0a44)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:24:44.326587 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-203d5f46-96f8-428b-b4e5-d9f2869dda9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:24:44.395264 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203d5f46-96f8-428b-b4e5-d9f2869dda9e None None] Pushing event updated for resources: {'Port': ['ID=36b4e5bd-4972-4c88-9300-fa92b1a04dd4,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:24:45.667565 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 56494) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:24:45.981196 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [None req-fe0cf323-e879-4b0e-9230-090a62e47efb admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93874) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 04:24:45.982276 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-fe0cf323-e879-4b0e-9230-090a62e47efb admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3137417 Aug 31 04:24:48.377151 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 56502) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:24:48.693690 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [None req-33765e60-27d9-49bf-96ec-e73c12e2c361 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93874) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 04:24:48.694751 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-33765e60-27d9-49bf-96ec-e73c12e2c361 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3166184 Aug 31 04:24:51.308615 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 56512) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:24:51.827455 dv-cinder-778193-7-iscsi neutron-server[93873]: WARNING oslo_policy.policy [None req-604173bc-fbf7-4b3f-9a5a-edaac1ccce9e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 04:24:51.828017 dv-cinder-778193-7-iscsi neutron-server[93873]: WARNING oslo_policy.policy [None req-604173bc-fbf7-4b3f-9a5a-edaac1ccce9e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 04:24:52.048455 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.v2.base [None req-604173bc-fbf7-4b3f-9a5a-edaac1ccce9e admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '4b86d3e9441e4d1098d6f04851c9834a'}} {{(pid=93873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:24:52.112314 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.policy [None req-604173bc-fbf7-4b3f-9a5a-edaac1ccce9e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93873) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 31 04:24:52.158256 dv-cinder-778193-7-iscsi neutron-server[93873]: WARNING oslo_policy.policy [None req-604173bc-fbf7-4b3f-9a5a-edaac1ccce9e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 04:24:52.158641 dv-cinder-778193-7-iscsi neutron-server[93873]: WARNING oslo_policy.policy [None req-604173bc-fbf7-4b3f-9a5a-edaac1ccce9e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 04:24:52.167788 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.quota [None req-604173bc-fbf7-4b3f-9a5a-edaac1ccce9e admin admin] Loaded quota_driver: . Aug 31 04:24:52.224468 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-604173bc-fbf7-4b3f-9a5a-edaac1ccce9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7908113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4355'] for router, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:24:52.226651 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-604173bc-fbf7-4b3f-9a5a-edaac1ccce9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7955191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7955588', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8024679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4372'] for router, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:24:52.382882 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-604173bc-fbf7-4b3f-9a5a-edaac1ccce9e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:24:52.388137 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-604173bc-fbf7-4b3f-9a5a-edaac1ccce9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7955150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7955703'] for router, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:24:52.408058 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-604173bc-fbf7-4b3f-9a5a-edaac1ccce9e admin admin] Notify callbacks [] for router, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:24:52.409852 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-604173bc-fbf7-4b3f-9a5a-edaac1ccce9e admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.0987399 Aug 31 04:24:52.745236 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f43b5f2-a1d0-40a2-a99a-1db766081b77 None None] Network 6cdbf9c7-a356-4913-b4e4-2570d4a55907 requested from dv-cinder-778193-7-iscsi {{(pid=93875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 04:24:52.813716 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-135f6713-b34f-4ec4-b25c-87c5cdccf2c5 None None] Provisioning for port 36b4e5bd-4972-4c88-9300-fa92b1a04dd4 completed by entity DHCP. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 04:24:52.825578 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Device 36b4e5bd-4972-4c88-9300-fa92b1a04dd4 up at agent ovs-agent-dv-cinder-778193-7-iscsi {{(pid=93875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:24:52.955173 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Provisioning for port 36b4e5bd-4972-4c88-9300-fa92b1a04dd4 completed by entity L2. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 04:24:52.962664 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Provisioning complete for port 36b4e5bd-4972-4c88-9300-fa92b1a04dd4 triggered by entity L2. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:24:52.963061 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667402'] for port, provisioning_complete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:24:53.101111 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:24:53.136545 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] For port 36b4e5bd-4972-4c88-9300-fa92b1a04dd4, host dv-cinder-778193-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-7-iscsi',level=0,port_id=36b4e5bd-4972-4c88-9300-fa92b1a04dd4,segment=NetworkSegment(c1ee35dc-ee0e-4726-b630-945a712b0a44),segment_id=c1ee35dc-ee0e-4726-b630-945a712b0a44)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:24:53.143377 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:24:53.191611 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Pushing event updated for resources: {'Port': ['ID=36b4e5bd-4972-4c88-9300-fa92b1a04dd4,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:24:53.242683 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-ef0cc85a-37d5-4040-866a-466725c90108 None None] Provisioning complete for port 36b4e5bd-4972-4c88-9300-fa92b1a04dd4 triggered by entity DHCP. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:24:53.242979 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ef0cc85a-37d5-4040-866a-466725c90108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667402'] for port, provisioning_complete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:24:54.792645 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Device 36b4e5bd-4972-4c88-9300-fa92b1a04dd4 up at agent ovs-agent-dv-cinder-778193-7-iscsi {{(pid=93875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:24:54.810610 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 56532) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:24:54.838541 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Provisioning complete for port 36b4e5bd-4972-4c88-9300-fa92b1a04dd4 triggered by entity L2. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:24:54.838912 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667402'] for port, provisioning_complete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:24:55.143824 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [None req-c4763009-39e0-4a22-a3ae-9d44e515a40e admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93873) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 04:24:55.144814 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-c4763009-39e0-4a22-a3ae-9d44e515a40e admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3332717 Aug 31 04:24:56.138130 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8793dfe6-71d6-44fe-86b7-40fa278cf6f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:24:57.504606 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 56540) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:24:57.817994 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.v2.base [None req-84266e18-2289-438b-b292-15ff19dd0400 admin admin] Request body: {'network': {'admin_state_up': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'is_default': True, 'provider:network_type': 'flat', 'name': 'public'}} {{(pid=93873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:24:57.839984 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84266e18-2289-438b-b292-15ff19dd0400 admin admin] Made reservation on behalf of 5e3fd6de9f414a20abf2e80de18d42c8 for: {'network': 1} {{(pid=93873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:24:57.842862 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-84266e18-2289-438b-b292-15ff19dd0400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for network, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:24:57.857818 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-84266e18-2289-438b-b292-15ff19dd0400 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:24:57.974956 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-84266e18-2289-438b-b292-15ff19dd0400 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:24:57.978725 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-84266e18-2289-438b-b292-15ff19dd0400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:24:57.990738 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-84266e18-2289-438b-b292-15ff19dd0400 admin admin] Reserving flat network on physical network physnet1 {{(pid=93873) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 31 04:24:58.023332 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-84266e18-2289-438b-b292-15ff19dd0400 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8730087480266', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671022'] for segment, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:24:58.023910 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-84266e18-2289-438b-b292-15ff19dd0400 admin admin] Unsubscribe: segment precommit_create {{(pid=93873) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 31 04:24:58.024406 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.db.segments_db [None req-84266e18-2289-438b-b292-15ff19dd0400 admin admin] Added segment 9b39574f-0af1-490f-b9cc-82fd551fb7d5 of type flat for network f4b5f899-990a-4804-98c2-2f4cfa444408 Aug 31 04:24:58.039421 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84266e18-2289-438b-b292-15ff19dd0400 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac2dce88-99ee-4267-9a09-180efe9a4671,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:24:58.085323 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84266e18-2289-438b-b292-15ff19dd0400 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:24:58.085676 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84266e18-2289-438b-b292-15ff19dd0400 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:24:58.086010 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84266e18-2289-438b-b292-15ff19dd0400 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:24:58.086365 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84266e18-2289-438b-b292-15ff19dd0400 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:24:58.086690 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84266e18-2289-438b-b292-15ff19dd0400 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:24:58.087015 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84266e18-2289-438b-b292-15ff19dd0400 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:24:58.087334 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84266e18-2289-438b-b292-15ff19dd0400 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:24:58.087652 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84266e18-2289-438b-b292-15ff19dd0400 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:24:58.088067 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84266e18-2289-438b-b292-15ff19dd0400 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:24:58.088391 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84266e18-2289-438b-b292-15ff19dd0400 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:24:58.088705 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84266e18-2289-438b-b292-15ff19dd0400 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:24:58.089008 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84266e18-2289-438b-b292-15ff19dd0400 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:24:58.090178 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84266e18-2289-438b-b292-15ff19dd0400 admin admin] Tracked resource versions report: Aug 31 04:24:58.090178 dv-cinder-778193-7-iscsi neutron-server[93873]: pushed versions: Aug 31 04:24:58.090178 dv-cinder-778193-7-iscsi neutron-server[93873]: { 'AddressGroup': {'1.2'}, Aug 31 04:24:58.090178 dv-cinder-778193-7-iscsi neutron-server[93873]: 'ConntrackHelper': {'1.0'}, Aug 31 04:24:58.090178 dv-cinder-778193-7-iscsi neutron-server[93873]: 'Log': {'1.0'}, Aug 31 04:24:58.090178 dv-cinder-778193-7-iscsi neutron-server[93873]: 'Network': {'1.1'}, Aug 31 04:24:58.090178 dv-cinder-778193-7-iscsi neutron-server[93873]: 'Port': {'1.7'}, Aug 31 04:24:58.090178 dv-cinder-778193-7-iscsi neutron-server[93873]: 'PortForwarding': {'1.2'}, Aug 31 04:24:58.090178 dv-cinder-778193-7-iscsi neutron-server[93873]: 'QosPolicy': {'1.9'}, Aug 31 04:24:58.090178 dv-cinder-778193-7-iscsi neutron-server[93873]: 'SecurityGroup': {'1.4'}, Aug 31 04:24:58.090178 dv-cinder-778193-7-iscsi neutron-server[93873]: 'SecurityGroupRule': {'1.2'}, Aug 31 04:24:58.090178 dv-cinder-778193-7-iscsi neutron-server[93873]: 'SubPort': {'1.0'}, Aug 31 04:24:58.090178 dv-cinder-778193-7-iscsi neutron-server[93873]: 'Subnet': {'1.1'}, Aug 31 04:24:58.090178 dv-cinder-778193-7-iscsi neutron-server[93873]: 'Trunk': {'1.1'}} Aug 31 04:24:58.090178 dv-cinder-778193-7-iscsi neutron-server[93873]: consumer versions: Aug 31 04:24:58.090178 dv-cinder-778193-7-iscsi neutron-server[93873]: { DHCP agent@dv-cinder-778193-7-iscsi: {}, Aug 31 04:24:58.090178 dv-cinder-778193-7-iscsi neutron-server[93873]: L3 agent@dv-cinder-778193-7-iscsi: {}, Aug 31 04:24:58.090178 dv-cinder-778193-7-iscsi neutron-server[93873]: Metadata agent@dv-cinder-778193-7-iscsi: {}, Aug 31 04:24:58.090178 dv-cinder-778193-7-iscsi neutron-server[93873]: Metering agent@dv-cinder-778193-7-iscsi: {}, Aug 31 04:24:58.090178 dv-cinder-778193-7-iscsi neutron-server[93873]: Open vSwitch agent@dv-cinder-778193-7-iscsi: { 'AddressGroup': '1.2', Aug 31 04:24:58.090178 dv-cinder-778193-7-iscsi neutron-server[93873]: 'ConntrackHelper': '1.0', Aug 31 04:24:58.090178 dv-cinder-778193-7-iscsi neutron-server[93873]: 'Log': '1.0', Aug 31 04:24:58.090178 dv-cinder-778193-7-iscsi neutron-server[93873]: 'Network': '1.1', Aug 31 04:24:58.090178 dv-cinder-778193-7-iscsi neutron-server[93873]: 'Port': '1.7', Aug 31 04:24:58.090178 dv-cinder-778193-7-iscsi neutron-server[93873]: 'PortForwarding': '1.2', Aug 31 04:24:58.090178 dv-cinder-778193-7-iscsi neutron-server[93873]: 'QosPolicy': '1.9', Aug 31 04:24:58.090178 dv-cinder-778193-7-iscsi neutron-server[93873]: 'SecurityGroup': '1.4', Aug 31 04:24:58.090178 dv-cinder-778193-7-iscsi neutron-server[93873]: 'SecurityGroupRule': '1.2', Aug 31 04:24:58.090178 dv-cinder-778193-7-iscsi neutron-server[93873]: 'SubPort': '1.0', Aug 31 04:24:58.090178 dv-cinder-778193-7-iscsi neutron-server[93873]: 'Subnet': '1.1', Aug 31 04:24:58.090178 dv-cinder-778193-7-iscsi neutron-server[93873]: 'Trunk': '1.1'}} Aug 31 04:24:58.090178 dv-cinder-778193-7-iscsi neutron-server[93873]: {{(pid=93873) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 04:24:58.148710 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-84266e18-2289-438b-b292-15ff19dd0400 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730086947184'] for network, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:24:58.190256 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-84266e18-2289-438b-b292-15ff19dd0400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424'] for network, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:24:58.191441 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84266e18-2289-438b-b292-15ff19dd0400 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:24:58.192111 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-84266e18-2289-438b-b292-15ff19dd0400 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8355474'] for network, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:24:58.271403 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-84266e18-2289-438b-b292-15ff19dd0400 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7656622 Aug 31 04:24:58.290274 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84266e18-2289-438b-b292-15ff19dd0400 admin admin] Pushing event updated for resources: {'Network': ['ID=f4b5f899-990a-4804-98c2-2f4cfa444408,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:24:58.302620 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Network f4b5f899-990a-4804-98c2-2f4cfa444408 details requested by agent ovs-agent-dv-cinder-778193-7-iscsi with host dv-cinder-778193-7-iscsi {{(pid=93875) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 04:24:58.607080 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e6c93cb5-9d29-4c4d-8854-650259f8762d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:24:58.940922 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:24:59.756999 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cae06a7b-375a-4b62-8781-ea2d8af560c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:25:00.644553 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 56562) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:25:00.818852 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f4e510-7a83-4c26-a45b-369a83fb372a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:25:00.820150 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-59f4e510-7a83-4c26-a45b-369a83fb372a admin admin] 10.222.0.37 "GET /v2.0/subnets/be1e3839-beec-4bc8-b39d-aed6bc2b9faa HTTP/1.1" status: 200 len: 849 time: 0.1746576 Aug 31 04:25:00.975550 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-b6d83d96-b157-4a8a-9b29-0ca19e6a3411 admin admin] 10.222.0.37 "GET /v2.0/routers/7330fbae-77d5-40d2-872b-51906743f8e4 HTTP/1.1" status: 200 len: 704 time: 0.1492612 Aug 31 04:25:01.167852 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a4fd8ad5-a492-4575-8673-07e6bf736dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:25:01.238697 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-f062d1df-c818-401c-b888-c0cc48bf1730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:25:01.525703 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.db.db_base_plugin_common [None req-f062d1df-c818-401c-b888-c0cc48bf1730 admin admin] Allocated IP 172.20.0.1 (6cdbf9c7-a356-4913-b4e4-2570d4a55907/be1e3839-beec-4bc8-b39d-aed6bc2b9faa/98ff20f3-e516-4e22-8d9e-a7e3d901652a) {{(pid=93874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:25:01.677957 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-f062d1df-c818-401c-b888-c0cc48bf1730 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:25:01.699416 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-f062d1df-c818-401c-b888-c0cc48bf1730 admin admin] Transition to ACTIVE for port object 98ff20f3-e516-4e22-8d9e-a7e3d901652a will not be triggered until provisioned by entity DHCP. {{(pid=93874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 04:25:01.765646 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-f062d1df-c818-401c-b888-c0cc48bf1730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730086931496'] for port, after_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:25:01.826920 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f062d1df-c818-401c-b888-c0cc48bf1730 admin admin] Network 6cdbf9c7-a356-4913-b4e4-2570d4a55907 is already hosted by enough agents. {{(pid=93874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:25:01.832504 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.scheduler.base_scheduler [None req-f062d1df-c818-401c-b888-c0cc48bf1730 admin admin] Resources bound (agent type, host, resource id): {{(pid=93874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:25:01.893438 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f062d1df-c818-401c-b888-c0cc48bf1730 admin admin] Received port after_create {{(pid=93874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 04:25:01.894005 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-f062d1df-c818-401c-b888-c0cc48bf1730 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7956356'] for router_interface, before_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:25:01.959598 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f062d1df-c818-401c-b888-c0cc48bf1730 admin admin] Pushing event updated for resources: {'Port': ['ID=98ff20f3-e516-4e22-8d9e-a7e3d901652a,revision_number=1']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:25:01.987472 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-4327fdb7-79e1-4e92-ba54-103dc616aae5 None None] Provisioning for port 98ff20f3-e516-4e22-8d9e-a7e3d901652a completed by entity DHCP. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 04:25:01.991093 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-4327fdb7-79e1-4e92-ba54-103dc616aae5 None None] Provisioning complete for port 98ff20f3-e516-4e22-8d9e-a7e3d901652a triggered by entity DHCP. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:25:01.991466 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4327fdb7-79e1-4e92-ba54-103dc616aae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667402'] for port, provisioning_complete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:25:02.022678 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-4327fdb7-79e1-4e92-ba54-103dc616aae5 None None] Port 98ff20f3-e516-4e22-8d9e-a7e3d901652a cannot update to ACTIVE because it is not bound. {{(pid=93875) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 04:25:02.093459 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-f062d1df-c818-401c-b888-c0cc48bf1730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:25:02.294252 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-f062d1df-c818-401c-b888-c0cc48bf1730 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:25:02.299720 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-f062d1df-c818-401c-b888-c0cc48bf1730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:25:02.300453 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-f062d1df-c818-401c-b888-c0cc48bf1730 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8355406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7953204'] for router_interface, after_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:25:02.376573 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f062d1df-c818-401c-b888-c0cc48bf1730 admin admin] Pushing event updated for resources: {'Port': ['ID=98ff20f3-e516-4e22-8d9e-a7e3d901652a,revision_number=2']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:25:02.421360 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f062d1df-c818-401c-b888-c0cc48bf1730 admin admin] Network 6cdbf9c7-a356-4913-b4e4-2570d4a55907 is already hosted by enough agents. {{(pid=93874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:25:02.423350 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.scheduler.base_scheduler [None req-f062d1df-c818-401c-b888-c0cc48bf1730 admin admin] Resources bound (agent type, host, resource id): {{(pid=93874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:25:02.579893 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f062d1df-c818-401c-b888-c0cc48bf1730 admin admin] Router 7330fbae-77d5-40d2-872b-51906743f8e4 is scheduled to L3 agent 0d18d50c-d309-40cc-9cbf-a014e4f79dac with binding_index 1 {{(pid=93874) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 04:25:02.643841 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-a7e84c60-f553-4853-a5ef-95491c69bfb9 None None] Provisioning complete for port 98ff20f3-e516-4e22-8d9e-a7e3d901652a triggered by entity DHCP. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:25:02.644375 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a7e84c60-f553-4853-a5ef-95491c69bfb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667402'] for port, provisioning_complete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:25:02.669463 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f062d1df-c818-401c-b888-c0cc48bf1730 admin admin] Notify agent at l3_agent.dv-cinder-778193-7-iscsi the message routers_updated {{(pid=93874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:25:02.674975 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-f062d1df-c818-401c-b888-c0cc48bf1730 admin admin] 10.222.0.37 "PUT /v2.0/routers/7330fbae-77d5-40d2-872b-51906743f8e4/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6936653 Aug 31 04:25:02.680453 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91ab7a4-996c-4a2e-a714-775f5189edb5 None None] Sync routers for ids ['7330fbae-77d5-40d2-872b-51906743f8e4'] in dv-cinder-778193-7-iscsi {{(pid=93876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:25:02.684375 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-a7e84c60-f553-4853-a5ef-95491c69bfb9 None None] Port 98ff20f3-e516-4e22-8d9e-a7e3d901652a cannot update to ACTIVE because it is not bound. {{(pid=93875) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 04:25:02.695061 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91ab7a4-996c-4a2e-a714-775f5189edb5 None None] Routers {'7330fbae-77d5-40d2-872b-51906743f8e4'} bound to L3 agent in host dv-cinder-778193-7-iscsi {{(pid=93876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 04:25:02.695791 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.l3_hamode_db [None req-a91ab7a4-996c-4a2e-a714-775f5189edb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-31T04:24:29Z,description=,heartbeat_timestamp=2021-08-31T04:24:59Z,host='dv-cinder-778193-7-iscsi',id=0d18d50c-d309-40cc-9cbf-a014e4f79dac,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T04:24:29Z,topic='l3_agent')) {'router_ids': ['7330fbae-77d5-40d2-872b-51906743f8e4'], 'active': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:25:02.883267 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.l3_dvr_db [None req-a91ab7a4-996c-4a2e-a714-775f5189edb5 None None] Set router 7330fbae-77d5-40d2-872b-51906743f8e4 gateway port host: None {{(pid=93876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 04:25:03.303446 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.l3_hamode_db [None req-a91ab7a4-996c-4a2e-a714-775f5189edb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7330fbae-77d5-40d2-872b-51906743f8e4', 'name': 'router1', 'tenant_id': '4b86d3e9441e4d1098d6f04851c9834a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:24:52Z', 'updated_at': '2021-08-31T04:25:02Z', 'revision_number': 2, 'project_id': '4b86d3e9441e4d1098d6f04851c9834a', 'gw_port_host': None, '_interfaces': [{'id': '98ff20f3-e516-4e22-8d9e-a7e3d901652a', 'name': '', 'network_id': '6cdbf9c7-a356-4913-b4e4-2570d4a55907', 'tenant_id': '4b86d3e9441e4d1098d6f04851c9834a', 'mac_address': 'fa:16:3e:f9:00:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7330fbae-77d5-40d2-872b-51906743f8e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'be1e3839-beec-4bc8-b39d-aed6bc2b9faa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:25:01Z', 'updated_at': '2021-08-31T04:25:02Z', 'revision_number': 2, 'project_id': '4b86d3e9441e4d1098d6f04851c9834a', 'subnets': [{'id': 'be1e3839-beec-4bc8-b39d-aed6bc2b9faa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e0e1c8ee-598b-437b-b167-aef8da37696d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-7-iscsi', False) {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:25:03.354000 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91ab7a4-996c-4a2e-a714-775f5189edb5 None None] Checking router: 7330fbae-77d5-40d2-872b-51906743f8e4 for host: dv-cinder-778193-7-iscsi {{(pid=93876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:25:03.354403 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91ab7a4-996c-4a2e-a714-775f5189edb5 None None] Updating router 7330fbae-77d5-40d2-872b-51906743f8e4 port 98ff20f3-e516-4e22-8d9e-a7e3d901652a binding host dv-cinder-778193-7-iscsi {{(pid=93876) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 04:25:03.403633 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a91ab7a4-996c-4a2e-a714-775f5189edb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:25:03.904213 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a91ab7a4-996c-4a2e-a714-775f5189edb5 None None] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:25:03.922112 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [None req-a91ab7a4-996c-4a2e-a714-775f5189edb5 None None] Transition to ACTIVE for port object 98ff20f3-e516-4e22-8d9e-a7e3d901652a will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 04:25:03.927811 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a91ab7a4-996c-4a2e-a714-775f5189edb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:25:04.084939 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f931357c-874a-454a-960b-57310b426206 None None] Pushing event updated for resources: {'Port': ['ID=98ff20f3-e516-4e22-8d9e-a7e3d901652a,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:25:04.096840 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f931357c-874a-454a-960b-57310b426206 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:25:04.097324 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f931357c-874a-454a-960b-57310b426206 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:25:04.097997 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f931357c-874a-454a-960b-57310b426206 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:25:04.098356 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f931357c-874a-454a-960b-57310b426206 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:25:04.098695 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f931357c-874a-454a-960b-57310b426206 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:25:04.099031 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f931357c-874a-454a-960b-57310b426206 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:25:04.099358 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f931357c-874a-454a-960b-57310b426206 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:25:04.099689 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f931357c-874a-454a-960b-57310b426206 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:25:04.100019 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f931357c-874a-454a-960b-57310b426206 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:25:04.100337 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f931357c-874a-454a-960b-57310b426206 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:25:04.100656 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f931357c-874a-454a-960b-57310b426206 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:25:04.100977 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f931357c-874a-454a-960b-57310b426206 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:25:04.102128 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f931357c-874a-454a-960b-57310b426206 None None] Tracked resource versions report: Aug 31 04:25:04.102128 dv-cinder-778193-7-iscsi neutron-server[93876]: pushed versions: Aug 31 04:25:04.102128 dv-cinder-778193-7-iscsi neutron-server[93876]: { 'AddressGroup': {'1.2'}, Aug 31 04:25:04.102128 dv-cinder-778193-7-iscsi neutron-server[93876]: 'ConntrackHelper': {'1.0'}, Aug 31 04:25:04.102128 dv-cinder-778193-7-iscsi neutron-server[93876]: 'Log': {'1.0'}, Aug 31 04:25:04.102128 dv-cinder-778193-7-iscsi neutron-server[93876]: 'Network': {'1.1'}, Aug 31 04:25:04.102128 dv-cinder-778193-7-iscsi neutron-server[93876]: 'Port': {'1.7'}, Aug 31 04:25:04.102128 dv-cinder-778193-7-iscsi neutron-server[93876]: 'PortForwarding': {'1.2'}, Aug 31 04:25:04.102128 dv-cinder-778193-7-iscsi neutron-server[93876]: 'QosPolicy': {'1.9'}, Aug 31 04:25:04.102128 dv-cinder-778193-7-iscsi neutron-server[93876]: 'SecurityGroup': {'1.4'}, Aug 31 04:25:04.102128 dv-cinder-778193-7-iscsi neutron-server[93876]: 'SecurityGroupRule': {'1.2'}, Aug 31 04:25:04.102128 dv-cinder-778193-7-iscsi neutron-server[93876]: 'SubPort': {'1.0'}, Aug 31 04:25:04.102128 dv-cinder-778193-7-iscsi neutron-server[93876]: 'Subnet': {'1.1'}, Aug 31 04:25:04.102128 dv-cinder-778193-7-iscsi neutron-server[93876]: 'Trunk': {'1.1'}} Aug 31 04:25:04.102128 dv-cinder-778193-7-iscsi neutron-server[93876]: consumer versions: Aug 31 04:25:04.102128 dv-cinder-778193-7-iscsi neutron-server[93876]: { DHCP agent@dv-cinder-778193-7-iscsi: {}, Aug 31 04:25:04.102128 dv-cinder-778193-7-iscsi neutron-server[93876]: L3 agent@dv-cinder-778193-7-iscsi: {}, Aug 31 04:25:04.102128 dv-cinder-778193-7-iscsi neutron-server[93876]: Metadata agent@dv-cinder-778193-7-iscsi: {}, Aug 31 04:25:04.102128 dv-cinder-778193-7-iscsi neutron-server[93876]: Metering agent@dv-cinder-778193-7-iscsi: {}, Aug 31 04:25:04.102128 dv-cinder-778193-7-iscsi neutron-server[93876]: Open vSwitch agent@dv-cinder-778193-7-iscsi: { 'AddressGroup': '1.2', Aug 31 04:25:04.102128 dv-cinder-778193-7-iscsi neutron-server[93876]: 'ConntrackHelper': '1.0', Aug 31 04:25:04.102128 dv-cinder-778193-7-iscsi neutron-server[93876]: 'Log': '1.0', Aug 31 04:25:04.102128 dv-cinder-778193-7-iscsi neutron-server[93876]: 'Network': '1.1', Aug 31 04:25:04.102128 dv-cinder-778193-7-iscsi neutron-server[93876]: 'Port': '1.7', Aug 31 04:25:04.102128 dv-cinder-778193-7-iscsi neutron-server[93876]: 'PortForwarding': '1.2', Aug 31 04:25:04.102128 dv-cinder-778193-7-iscsi neutron-server[93876]: 'QosPolicy': '1.9', Aug 31 04:25:04.102128 dv-cinder-778193-7-iscsi neutron-server[93876]: 'SecurityGroup': '1.4', Aug 31 04:25:04.102128 dv-cinder-778193-7-iscsi neutron-server[93876]: 'SecurityGroupRule': '1.2', Aug 31 04:25:04.102128 dv-cinder-778193-7-iscsi neutron-server[93876]: 'SubPort': '1.0', Aug 31 04:25:04.102128 dv-cinder-778193-7-iscsi neutron-server[93876]: 'Subnet': '1.1', Aug 31 04:25:04.102128 dv-cinder-778193-7-iscsi neutron-server[93876]: 'Trunk': '1.1'}} Aug 31 04:25:04.102128 dv-cinder-778193-7-iscsi neutron-server[93876]: {{(pid=93876) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 04:25:04.107231 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-a91ab7a4-996c-4a2e-a714-775f5189edb5 None None] Attempting to bind port 98ff20f3-e516-4e22-8d9e-a7e3d901652a on host dv-cinder-778193-7-iscsi for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 04:25:04.107638 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-a91ab7a4-996c-4a2e-a714-775f5189edb5 None None] Attempting to bind port 98ff20f3-e516-4e22-8d9e-a7e3d901652a by drivers openvswitch,hyperv on host dv-cinder-778193-7-iscsi at level 0 using segments [{'id': 'c1ee35dc-ee0e-4726-b630-945a712b0a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '6cdbf9c7-a356-4913-b4e4-2570d4a55907'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 04:25:04.108082 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91ab7a4-996c-4a2e-a714-775f5189edb5 None None] Attempting to bind port 98ff20f3-e516-4e22-8d9e-a7e3d901652a on network 6cdbf9c7-a356-4913-b4e4-2570d4a55907 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 04:25:04.114361 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91ab7a4-996c-4a2e-a714-775f5189edb5 None None] Checking agent: {'id': '68c6f462-eb0a-4cde-80ac-29944282ee42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 4, 24, 29), 'started_at': datetime.datetime(2021, 8, 31, 4, 24, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 4, 24, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 04:25:04.114718 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91ab7a4-996c-4a2e-a714-775f5189edb5 None None] Checking segment: {'id': 'c1ee35dc-ee0e-4726-b630-945a712b0a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '6cdbf9c7-a356-4913-b4e4-2570d4a55907'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 04:25:04.115215 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a91ab7a4-996c-4a2e-a714-775f5189edb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:25:04.115632 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91ab7a4-996c-4a2e-a714-775f5189edb5 None None] Bound using segment: {'id': 'c1ee35dc-ee0e-4726-b630-945a712b0a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '6cdbf9c7-a356-4913-b4e4-2570d4a55907'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 04:25:04.116169 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-a91ab7a4-996c-4a2e-a714-775f5189edb5 None None] Bound port: 98ff20f3-e516-4e22-8d9e-a7e3d901652a, host: dv-cinder-778193-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1ee35dc-ee0e-4726-b630-945a712b0a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '6cdbf9c7-a356-4913-b4e4-2570d4a55907'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 04:25:04.116567 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a91ab7a4-996c-4a2e-a714-775f5189edb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:25:04.182665 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-a91ab7a4-996c-4a2e-a714-775f5189edb5 None None] For port 98ff20f3-e516-4e22-8d9e-a7e3d901652a, host dv-cinder-778193-7-iscsi, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:25:04.203877 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-a91ab7a4-996c-4a2e-a714-775f5189edb5 None None] For port 98ff20f3-e516-4e22-8d9e-a7e3d901652a, host dv-cinder-778193-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-7-iscsi',level=0,port_id=98ff20f3-e516-4e22-8d9e-a7e3d901652a,segment=NetworkSegment(c1ee35dc-ee0e-4726-b630-945a712b0a44),segment_id=c1ee35dc-ee0e-4726-b630-945a712b0a44)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:25:04.208280 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a91ab7a4-996c-4a2e-a714-775f5189edb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:25:04.266923 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91ab7a4-996c-4a2e-a714-775f5189edb5 None None] Routers {'7330fbae-77d5-40d2-872b-51906743f8e4'} bound to L3 agent in host dv-cinder-778193-7-iscsi {{(pid=93876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 04:25:04.267629 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.l3_hamode_db [None req-a91ab7a4-996c-4a2e-a714-775f5189edb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-31T04:24:29Z,description=,heartbeat_timestamp=2021-08-31T04:24:59Z,host='dv-cinder-778193-7-iscsi',id=0d18d50c-d309-40cc-9cbf-a014e4f79dac,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T04:24:29Z,topic='l3_agent')) {'router_ids': ['7330fbae-77d5-40d2-872b-51906743f8e4'], 'active': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:25:04.269542 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f931357c-874a-454a-960b-57310b426206 None None] Pushing event updated for resources: {'Port': ['ID=98ff20f3-e516-4e22-8d9e-a7e3d901652a,revision_number=4']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:25:04.359964 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.l3_dvr_db [None req-a91ab7a4-996c-4a2e-a714-775f5189edb5 None None] Set router 7330fbae-77d5-40d2-872b-51906743f8e4 gateway port host: None {{(pid=93876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 04:25:04.563982 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.l3_hamode_db [None req-a91ab7a4-996c-4a2e-a714-775f5189edb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7330fbae-77d5-40d2-872b-51906743f8e4', 'name': 'router1', 'tenant_id': '4b86d3e9441e4d1098d6f04851c9834a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:24:52Z', 'updated_at': '2021-08-31T04:25:02Z', 'revision_number': 2, 'project_id': '4b86d3e9441e4d1098d6f04851c9834a', 'gw_port_host': None, '_interfaces': [{'id': '98ff20f3-e516-4e22-8d9e-a7e3d901652a', 'name': '', 'network_id': '6cdbf9c7-a356-4913-b4e4-2570d4a55907', 'tenant_id': '4b86d3e9441e4d1098d6f04851c9834a', 'mac_address': 'fa:16:3e:f9:00:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7330fbae-77d5-40d2-872b-51906743f8e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'be1e3839-beec-4bc8-b39d-aed6bc2b9faa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:25:01Z', 'updated_at': '2021-08-31T04:25:04Z', 'revision_number': 4, 'project_id': '4b86d3e9441e4d1098d6f04851c9834a', 'subnets': [{'id': 'be1e3839-beec-4bc8-b39d-aed6bc2b9faa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e0e1c8ee-598b-437b-b167-aef8da37696d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-7-iscsi', False) {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:25:04.588336 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91ab7a4-996c-4a2e-a714-775f5189edb5 None None] The sync data for ids ['7330fbae-77d5-40d2-872b-51906743f8e4'] in dv-cinder-778193-7-iscsi is: [{'id': '7330fbae-77d5-40d2-872b-51906743f8e4', 'name': 'router1', 'tenant_id': '4b86d3e9441e4d1098d6f04851c9834a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:24:52Z', 'updated_at': '2021-08-31T04:25:02Z', 'revision_number': 2, 'project_id': '4b86d3e9441e4d1098d6f04851c9834a', 'gw_port_host': None, '_interfaces': [{'id': '98ff20f3-e516-4e22-8d9e-a7e3d901652a', 'name': '', 'network_id': '6cdbf9c7-a356-4913-b4e4-2570d4a55907', 'tenant_id': '4b86d3e9441e4d1098d6f04851c9834a', 'mac_address': 'fa:16:3e:f9:00:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7330fbae-77d5-40d2-872b-51906743f8e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'be1e3839-beec-4bc8-b39d-aed6bc2b9faa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:25:01Z', 'updated_at': '2021-08-31T04:25:04Z', 'revision_number': 4, 'project_id': '4b86d3e9441e4d1098d6f04851c9834a', 'subnets': [{'id': 'be1e3839-beec-4bc8-b39d-aed6bc2b9faa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e0e1c8ee-598b-437b-b167-aef8da37696d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:25:04.983083 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 56582) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:25:05.095760 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f432df7-1493-49f2-8976-519247354ce4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:25:05.097095 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-5f432df7-1493-49f2-8976-519247354ce4 admin admin] 10.222.0.37 "GET /v2.0/networks/f4b5f899-990a-4804-98c2-2f4cfa444408 HTTP/1.1" status: 200 len: 842 time: 0.1130769 Aug 31 04:25:05.107380 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.v2.base [None req-3313ac81-9eb6-4d3f-8667-79992677a555 admin admin] Request body: {'subnet': {'cidr': '172.27.3.0/24', 'ip_version': 4, 'name': 'public-subnet', 'enable_dhcp': False, 'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'gateway_ip': '172.27.3.1'}} {{(pid=93874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:25:05.128144 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3313ac81-9eb6-4d3f-8667-79992677a555 admin admin] Made reservation on behalf of 5e3fd6de9f414a20abf2e80de18d42c8 for: {'subnet': 1} {{(pid=93874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:25:05.130436 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-3313ac81-9eb6-4d3f-8667-79992677a555 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:25:05.401186 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.objects.ports [None req-3313ac81-9eb6-4d3f-8667-79992677a555 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93874) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 04:25:05.401526 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-3313ac81-9eb6-4d3f-8667-79992677a555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424'] for subnet, after_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:25:05.453551 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3313ac81-9eb6-4d3f-8667-79992677a555 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03ec91ec-d42e-4d2c-8dee-dc4e2d357557,revision_number=0']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:25:05.463073 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3313ac81-9eb6-4d3f-8667-79992677a555 admin admin] Checking segment: {'id': '9b39574f-0af1-490f-b9cc-82fd551fb7d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 04:25:05.463416 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3313ac81-9eb6-4d3f-8667-79992677a555 admin admin] Network hostable DHCP agents. Network: f4b5f899-990a-4804-98c2-2f4cfa444408, hostable agents: ['9b8b4806-ecc0-4bb6-b220-1afcd08d5676'], hosted agents: [] {{(pid=93874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 04:25:05.480179 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3313ac81-9eb6-4d3f-8667-79992677a555 admin admin] Network f4b5f899-990a-4804-98c2-2f4cfa444408 is scheduled to be hosted by DHCP agent 9b8b4806-ecc0-4bb6-b220-1afcd08d5676 with binding_index 1 {{(pid=93874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 04:25:05.488111 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.scheduler.base_scheduler [None req-3313ac81-9eb6-4d3f-8667-79992677a555 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-7-iscsi, f4b5f899-990a-4804-98c2-2f4cfa444408) {{(pid=93874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:25:05.492911 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3313ac81-9eb6-4d3f-8667-79992677a555 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:25:05.494729 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-3313ac81-9eb6-4d3f-8667-79992677a555 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8355474'] for subnet, before_response {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:25:05.495920 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb8d5e3-9450-441d-9368-5d5e4b12f239 None None] Network f4b5f899-990a-4804-98c2-2f4cfa444408 requested from dv-cinder-778193-7-iscsi {{(pid=93875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 04:25:05.507998 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-3313ac81-9eb6-4d3f-8667-79992677a555 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4040692 Aug 31 04:25:05.636981 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af9ae63-f6b9-405e-8e65-b46f1adc80c7 None None] Network f4b5f899-990a-4804-98c2-2f4cfa444408 requested from dv-cinder-778193-7-iscsi {{(pid=93875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 04:25:06.465740 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.agents_db [None req-b358f2ce-044e-44db-8ffe-8010ce8c5d43 None None] Agent healthcheck: found 5 active agents {{(pid=93876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:25:07.860793 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 56590) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:25:07.991045 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-20dfffc4-11cf-4e8a-b0fc-5fc6edb2ef5d admin admin] 10.222.0.37 "GET /v2.0/routers/7330fbae-77d5-40d2-872b-51906743f8e4 HTTP/1.1" status: 200 len: 710 time: 0.1290617 Aug 31 04:25:08.079615 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfcccd2e-870f-4488-8e00-77e3424fc567 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:25:08.080911 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-bfcccd2e-870f-4488-8e00-77e3424fc567 admin admin] 10.222.0.37 "GET /v2.0/networks/f4b5f899-990a-4804-98c2-2f4cfa444408 HTTP/1.1" status: 200 len: 886 time: 0.0839407 Aug 31 04:25:08.090979 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.v2.base [None req-7ac9d186-f0ce-416b-8604-5881709e5872 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408'}}} {{(pid=93874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:25:08.405410 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-7ac9d186-f0ce-416b-8604-5881709e5872 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:25:08.659551 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-7ac9d186-f0ce-416b-8604-5881709e5872 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:25:08.737633 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-7ac9d186-f0ce-416b-8604-5881709e5872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:25:08.840623 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.db.db_base_plugin_common [None req-7ac9d186-f0ce-416b-8604-5881709e5872 admin admin] Allocated IP 172.27.3.110 (f4b5f899-990a-4804-98c2-2f4cfa444408/03ec91ec-d42e-4d2c-8dee-dc4e2d357557/3b328870-3a1f-429c-94c8-4d9b181b6ae0) {{(pid=93874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:25:08.941705 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-7ac9d186-f0ce-416b-8604-5881709e5872 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:25:08.983412 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-7ac9d186-f0ce-416b-8604-5881709e5872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730086931496'] for port, after_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:25:09.021279 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac9d186-f0ce-416b-8604-5881709e5872 admin admin] Network f4b5f899-990a-4804-98c2-2f4cfa444408 is already hosted by enough agents. {{(pid=93874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:25:09.025862 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.scheduler.base_scheduler [None req-7ac9d186-f0ce-416b-8604-5881709e5872 admin admin] Resources bound (agent type, host, resource id): {{(pid=93874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:25:09.029213 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac9d186-f0ce-416b-8604-5881709e5872 admin admin] Received port after_create {{(pid=93874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 04:25:09.065729 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac9d186-f0ce-416b-8604-5881709e5872 admin admin] Pushing event updated for resources: {'Port': ['ID=3b328870-3a1f-429c-94c8-4d9b181b6ae0,revision_number=1']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:25:09.283622 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-7ac9d186-f0ce-416b-8604-5881709e5872 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:25:09.564377 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-7ac9d186-f0ce-416b-8604-5881709e5872 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7955690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7955164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4582'] for router, precommit_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:25:09.568106 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-7ac9d186-f0ce-416b-8604-5881709e5872 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7955703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7955681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7955704', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7955141'] for router, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:25:09.672973 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ac9d186-f0ce-416b-8604-5881709e5872 admin admin] Router 7330fbae-77d5-40d2-872b-51906743f8e4 has already been hosted by L3 agent 0d18d50c-d309-40cc-9cbf-a014e4f79dac {{(pid=93874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 04:25:09.795999 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ac9d186-f0ce-416b-8604-5881709e5872 admin admin] Notify agent at l3_agent.dv-cinder-778193-7-iscsi the message routers_updated {{(pid=93874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:25:09.800885 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-7ac9d186-f0ce-416b-8604-5881709e5872 admin admin] Notify callbacks [] for router, before_response {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:25:09.802171 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-7ac9d186-f0ce-416b-8604-5881709e5872 admin admin] 10.222.0.37 "PUT /v2.0/routers/7330fbae-77d5-40d2-872b-51906743f8e4 HTTP/1.1" status: 200 len: 890 time: 1.7148540 Aug 31 04:25:10.836157 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Device 98ff20f3-e516-4e22-8d9e-a7e3d901652a up at agent ovs-agent-dv-cinder-778193-7-iscsi {{(pid=93875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:25:10.887694 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Provisioning for port 98ff20f3-e516-4e22-8d9e-a7e3d901652a completed by entity L2. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 04:25:10.891643 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Provisioning complete for port 98ff20f3-e516-4e22-8d9e-a7e3d901652a triggered by entity L2. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:25:10.892016 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667402'] for port, provisioning_complete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:25:10.967398 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:25:11.002496 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] For port 98ff20f3-e516-4e22-8d9e-a7e3d901652a, host dv-cinder-778193-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-7-iscsi',level=0,port_id=98ff20f3-e516-4e22-8d9e-a7e3d901652a,segment=NetworkSegment(c1ee35dc-ee0e-4726-b630-945a712b0a44),segment_id=c1ee35dc-ee0e-4726-b630-945a712b0a44)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:25:11.005901 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:25:11.069388 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82bb61d1-b81e-4cae-b7bb-1afb3de86c81 None None] Sync routers for ids ['7330fbae-77d5-40d2-872b-51906743f8e4'] in dv-cinder-778193-7-iscsi {{(pid=93875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:25:11.079965 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Pushing event updated for resources: {'Port': ['ID=98ff20f3-e516-4e22-8d9e-a7e3d901652a,revision_number=5']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:25:11.088417 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82bb61d1-b81e-4cae-b7bb-1afb3de86c81 None None] Routers {'7330fbae-77d5-40d2-872b-51906743f8e4'} bound to L3 agent in host dv-cinder-778193-7-iscsi {{(pid=93875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 04:25:11.089055 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-82bb61d1-b81e-4cae-b7bb-1afb3de86c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-31T04:24:29Z,description=,heartbeat_timestamp=2021-08-31T04:24:59Z,host='dv-cinder-778193-7-iscsi',id=0d18d50c-d309-40cc-9cbf-a014e4f79dac,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T04:24:29Z,topic='l3_agent')) {'router_ids': ['7330fbae-77d5-40d2-872b-51906743f8e4'], 'active': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:25:11.338588 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvr_db [None req-82bb61d1-b81e-4cae-b7bb-1afb3de86c81 None None] Set router 7330fbae-77d5-40d2-872b-51906743f8e4 gateway port host: dv-cinder-778193-7-iscsi {{(pid=93875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 04:25:11.720576 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-82bb61d1-b81e-4cae-b7bb-1afb3de86c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7330fbae-77d5-40d2-872b-51906743f8e4', 'name': 'router1', 'tenant_id': '4b86d3e9441e4d1098d6f04851c9834a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'external_fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '3b328870-3a1f-429c-94c8-4d9b181b6ae0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:24:52Z', 'updated_at': '2021-08-31T04:25:09Z', 'revision_number': 4, 'project_id': '4b86d3e9441e4d1098d6f04851c9834a', 'gw_port': {'id': '3b328870-3a1f-429c-94c8-4d9b181b6ae0', 'name': '', 'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:cf:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7330fbae-77d5-40d2-872b-51906743f8e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:25:08Z', 'updated_at': '2021-08-31T04:25:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-iscsi', '_interfaces': [{'id': '98ff20f3-e516-4e22-8d9e-a7e3d901652a', 'name': '', 'network_id': '6cdbf9c7-a356-4913-b4e4-2570d4a55907', 'tenant_id': '4b86d3e9441e4d1098d6f04851c9834a', 'mac_address': 'fa:16:3e:f9:00:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7330fbae-77d5-40d2-872b-51906743f8e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'be1e3839-beec-4bc8-b39d-aed6bc2b9faa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:25:01Z', 'updated_at': '2021-08-31T04:25:10Z', 'revision_number': 5, 'project_id': '4b86d3e9441e4d1098d6f04851c9834a', 'subnets': [{'id': 'be1e3839-beec-4bc8-b39d-aed6bc2b9faa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e0e1c8ee-598b-437b-b167-aef8da37696d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-7-iscsi', False) {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:25:11.770558 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82bb61d1-b81e-4cae-b7bb-1afb3de86c81 None None] Checking router: 7330fbae-77d5-40d2-872b-51906743f8e4 for host: dv-cinder-778193-7-iscsi {{(pid=93875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:25:11.770929 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82bb61d1-b81e-4cae-b7bb-1afb3de86c81 None None] Updating router 7330fbae-77d5-40d2-872b-51906743f8e4 port 3b328870-3a1f-429c-94c8-4d9b181b6ae0 binding host dv-cinder-778193-7-iscsi {{(pid=93875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 04:25:11.817946 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-82bb61d1-b81e-4cae-b7bb-1afb3de86c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:25:12.139004 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-82bb61d1-b81e-4cae-b7bb-1afb3de86c81 None None] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:25:12.149871 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-82bb61d1-b81e-4cae-b7bb-1afb3de86c81 None None] Transition to ACTIVE for port object 3b328870-3a1f-429c-94c8-4d9b181b6ae0 will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 04:25:12.156608 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-82bb61d1-b81e-4cae-b7bb-1afb3de86c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:25:12.191801 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 56602) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:25:12.209252 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [None req-82bb61d1-b81e-4cae-b7bb-1afb3de86c81 None None] Attempting to bind port 3b328870-3a1f-429c-94c8-4d9b181b6ae0 on host dv-cinder-778193-7-iscsi for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 04:25:12.209621 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [None req-82bb61d1-b81e-4cae-b7bb-1afb3de86c81 None None] Attempting to bind port 3b328870-3a1f-429c-94c8-4d9b181b6ae0 by drivers openvswitch,hyperv on host dv-cinder-778193-7-iscsi at level 0 using segments [{'id': '9b39574f-0af1-490f-b9cc-82fd551fb7d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 04:25:12.209978 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82bb61d1-b81e-4cae-b7bb-1afb3de86c81 None None] Attempting to bind port 3b328870-3a1f-429c-94c8-4d9b181b6ae0 on network f4b5f899-990a-4804-98c2-2f4cfa444408 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 04:25:12.214327 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e4ad81-5b5a-4f20-b312-fbf33408d872 None None] Pushing event updated for resources: {'Port': ['ID=3b328870-3a1f-429c-94c8-4d9b181b6ae0,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:25:12.216968 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82bb61d1-b81e-4cae-b7bb-1afb3de86c81 None None] Checking agent: {'id': '68c6f462-eb0a-4cde-80ac-29944282ee42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 4, 24, 29), 'started_at': datetime.datetime(2021, 8, 31, 4, 24, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 4, 24, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 04:25:12.217332 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82bb61d1-b81e-4cae-b7bb-1afb3de86c81 None None] Checking segment: {'id': '9b39574f-0af1-490f-b9cc-82fd551fb7d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 04:25:12.217725 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-82bb61d1-b81e-4cae-b7bb-1afb3de86c81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:25:12.218224 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82bb61d1-b81e-4cae-b7bb-1afb3de86c81 None None] Bound using segment: {'id': '9b39574f-0af1-490f-b9cc-82fd551fb7d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 04:25:12.218728 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [None req-82bb61d1-b81e-4cae-b7bb-1afb3de86c81 None None] Bound port: 3b328870-3a1f-429c-94c8-4d9b181b6ae0, host: dv-cinder-778193-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b39574f-0af1-490f-b9cc-82fd551fb7d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 04:25:12.219188 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-82bb61d1-b81e-4cae-b7bb-1afb3de86c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:25:12.270251 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-82bb61d1-b81e-4cae-b7bb-1afb3de86c81 None None] For port 3b328870-3a1f-429c-94c8-4d9b181b6ae0, host dv-cinder-778193-7-iscsi, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:25:12.273205 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-82bb61d1-b81e-4cae-b7bb-1afb3de86c81 None None] For port 3b328870-3a1f-429c-94c8-4d9b181b6ae0, host dv-cinder-778193-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-7-iscsi',level=0,port_id=3b328870-3a1f-429c-94c8-4d9b181b6ae0,segment=NetworkSegment(9b39574f-0af1-490f-b9cc-82fd551fb7d5),segment_id=9b39574f-0af1-490f-b9cc-82fd551fb7d5)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:25:12.276768 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-82bb61d1-b81e-4cae-b7bb-1afb3de86c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:25:12.324598 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-9469b2a5-92bb-4894-9292-a99fbaa42d47 admin admin] 10.222.0.37 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1315746 Aug 31 04:25:12.333038 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82bb61d1-b81e-4cae-b7bb-1afb3de86c81 None None] Routers {'7330fbae-77d5-40d2-872b-51906743f8e4'} bound to L3 agent in host dv-cinder-778193-7-iscsi {{(pid=93875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 04:25:12.333671 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-82bb61d1-b81e-4cae-b7bb-1afb3de86c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-31T04:24:29Z,description=,heartbeat_timestamp=2021-08-31T04:24:59Z,host='dv-cinder-778193-7-iscsi',id=0d18d50c-d309-40cc-9cbf-a014e4f79dac,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T04:24:29Z,topic='l3_agent')) {'router_ids': ['7330fbae-77d5-40d2-872b-51906743f8e4'], 'active': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:25:12.335660 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e4ad81-5b5a-4f20-b312-fbf33408d872 None None] Pushing event updated for resources: {'Port': ['ID=3b328870-3a1f-429c-94c8-4d9b181b6ae0,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:25:12.528683 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvr_db [None req-82bb61d1-b81e-4cae-b7bb-1afb3de86c81 None None] Set router 7330fbae-77d5-40d2-872b-51906743f8e4 gateway port host: dv-cinder-778193-7-iscsi {{(pid=93875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 04:25:12.736976 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-82bb61d1-b81e-4cae-b7bb-1afb3de86c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7330fbae-77d5-40d2-872b-51906743f8e4', 'name': 'router1', 'tenant_id': '4b86d3e9441e4d1098d6f04851c9834a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'external_fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '3b328870-3a1f-429c-94c8-4d9b181b6ae0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:24:52Z', 'updated_at': '2021-08-31T04:25:09Z', 'revision_number': 4, 'project_id': '4b86d3e9441e4d1098d6f04851c9834a', 'gw_port': {'id': '3b328870-3a1f-429c-94c8-4d9b181b6ae0', 'name': '', 'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:cf:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7330fbae-77d5-40d2-872b-51906743f8e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:25:08Z', 'updated_at': '2021-08-31T04:25:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-iscsi', '_interfaces': [{'id': '98ff20f3-e516-4e22-8d9e-a7e3d901652a', 'name': '', 'network_id': '6cdbf9c7-a356-4913-b4e4-2570d4a55907', 'tenant_id': '4b86d3e9441e4d1098d6f04851c9834a', 'mac_address': 'fa:16:3e:f9:00:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7330fbae-77d5-40d2-872b-51906743f8e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'be1e3839-beec-4bc8-b39d-aed6bc2b9faa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:25:01Z', 'updated_at': '2021-08-31T04:25:10Z', 'revision_number': 5, 'project_id': '4b86d3e9441e4d1098d6f04851c9834a', 'subnets': [{'id': 'be1e3839-beec-4bc8-b39d-aed6bc2b9faa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e0e1c8ee-598b-437b-b167-aef8da37696d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-7-iscsi', False) {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:25:12.770484 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82bb61d1-b81e-4cae-b7bb-1afb3de86c81 None None] The sync data for ids ['7330fbae-77d5-40d2-872b-51906743f8e4'] in dv-cinder-778193-7-iscsi is: [{'id': '7330fbae-77d5-40d2-872b-51906743f8e4', 'name': 'router1', 'tenant_id': '4b86d3e9441e4d1098d6f04851c9834a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'external_fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '3b328870-3a1f-429c-94c8-4d9b181b6ae0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:24:52Z', 'updated_at': '2021-08-31T04:25:09Z', 'revision_number': 4, 'project_id': '4b86d3e9441e4d1098d6f04851c9834a', 'gw_port': {'id': '3b328870-3a1f-429c-94c8-4d9b181b6ae0', 'name': '', 'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:cf:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7330fbae-77d5-40d2-872b-51906743f8e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:25:08Z', 'updated_at': '2021-08-31T04:25:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-iscsi', '_interfaces': [{'id': '98ff20f3-e516-4e22-8d9e-a7e3d901652a', 'name': '', 'network_id': '6cdbf9c7-a356-4913-b4e4-2570d4a55907', 'tenant_id': '4b86d3e9441e4d1098d6f04851c9834a', 'mac_address': 'fa:16:3e:f9:00:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7330fbae-77d5-40d2-872b-51906743f8e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'be1e3839-beec-4bc8-b39d-aed6bc2b9faa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:25:01Z', 'updated_at': '2021-08-31T04:25:10Z', 'revision_number': 5, 'project_id': '4b86d3e9441e4d1098d6f04851c9834a', 'subnets': [{'id': 'be1e3839-beec-4bc8-b39d-aed6bc2b9faa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e0e1c8ee-598b-437b-b167-aef8da37696d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:25:12.820743 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Device 98ff20f3-e516-4e22-8d9e-a7e3d901652a up at agent ovs-agent-dv-cinder-778193-7-iscsi {{(pid=93875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:25:12.894049 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Provisioning complete for port 98ff20f3-e516-4e22-8d9e-a7e3d901652a triggered by entity L2. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:25:12.894448 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667402'] for port, provisioning_complete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:25:14.859230 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Device 3b328870-3a1f-429c-94c8-4d9b181b6ae0 up at agent ovs-agent-dv-cinder-778193-7-iscsi {{(pid=93875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:25:14.932301 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Provisioning for port 3b328870-3a1f-429c-94c8-4d9b181b6ae0 completed by entity L2. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 04:25:14.939364 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Provisioning complete for port 3b328870-3a1f-429c-94c8-4d9b181b6ae0 triggered by entity L2. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:25:14.939972 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667402'] for port, provisioning_complete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:25:15.019737 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:25:15.039595 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] For port 3b328870-3a1f-429c-94c8-4d9b181b6ae0, host dv-cinder-778193-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-7-iscsi',level=0,port_id=3b328870-3a1f-429c-94c8-4d9b181b6ae0,segment=NetworkSegment(9b39574f-0af1-490f-b9cc-82fd551fb7d5),segment_id=9b39574f-0af1-490f-b9cc-82fd551fb7d5)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:25:15.043540 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:25:15.095211 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Pushing event updated for resources: {'Port': ['ID=3b328870-3a1f-429c-94c8-4d9b181b6ae0,revision_number=4']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:25:16.856423 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Device 3b328870-3a1f-429c-94c8-4d9b181b6ae0 up at agent ovs-agent-dv-cinder-778193-7-iscsi {{(pid=93875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:25:16.911278 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Provisioning complete for port 3b328870-3a1f-429c-94c8-4d9b181b6ae0 triggered by entity L2. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:25:16.911870 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667402'] for port, provisioning_complete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:25:26.158878 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e10ebbef-68f5-4ad0-b317-1ddcd3851daa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:25:28.610558 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3d22d539-ceb9-4853-be65-77582d9a97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:25:28.945573 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:25:29.765154 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cae06a7b-375a-4b62-8781-ea2d8af560c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:25:31.198301 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a4fd8ad5-a492-4575-8673-07e6bf736dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:25:43.463732 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.agents_db [None req-b358f2ce-044e-44db-8ffe-8010ce8c5d43 None None] Agent healthcheck: found 5 active agents {{(pid=93876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:25:56.140937 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e32a06ec-c7bf-4559-baa2-a1adaf6d9d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:25:58.615139 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-80bf5b6c-de03-4340-84cb-ff05e9e4a072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:25:58.940469 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:25:59.764476 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cae06a7b-375a-4b62-8781-ea2d8af560c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:26:01.183716 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a4fd8ad5-a492-4575-8673-07e6bf736dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:26:20.461639 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.agents_db [None req-b358f2ce-044e-44db-8ffe-8010ce8c5d43 None None] Agent healthcheck: found 5 active agents {{(pid=93876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:26:26.146224 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2e7c5c1f-57f0-47d8-9c12-16015862f1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:26:28.615550 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a53df845-7839-4564-a248-925621a371f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:26:28.941435 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:26:29.765057 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cae06a7b-375a-4b62-8781-ea2d8af560c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:26:31.191893 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a4fd8ad5-a492-4575-8673-07e6bf736dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:26:48.708176 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 57164) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:26:48.778521 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.pecan_wsgi.hooks.translation [None req-cba24fc0-89d4-4faf-bd92-8543ee30009b admin admin] GET failed (client error): The resource could not be found. Aug 31 04:26:48.779808 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-cba24fc0-89d4-4faf-bd92-8543ee30009b admin admin] 10.222.0.37 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0707192 Aug 31 04:26:48.962357 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73836a2e-25a3-4eff-b2ef-002941f8aa54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:26:48.964167 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-73836a2e-25a3-4eff-b2ef-002941f8aa54 admin admin] 10.222.0.37 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1795943 Aug 31 04:26:51.141268 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 57174) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:26:51.268404 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c5920d-f08b-42b9-8860-4078564926e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:26:51.269740 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-f7c5920d-f08b-42b9-8860-4078564926e0 admin admin] 10.222.0.37 "GET /v2.0/subnets/be1e3839-beec-4bc8-b39d-aed6bc2b9faa HTTP/1.1" status: 200 len: 849 time: 0.1275320 Aug 31 04:26:51.280320 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.v2.base [None req-8e7ef280-bf02-4d3a-a17d-35b0085f46da admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:26:51.364774 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-8e7ef280-bf02-4d3a-a17d-35b0085f46da admin admin] Notify callbacks [] for subnet, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:26:51.513708 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-8e7ef280-bf02-4d3a-a17d-35b0085f46da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730087509212'] for subnet, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:26:51.553576 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e7ef280-bf02-4d3a-a17d-35b0085f46da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:26:51.554203 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-8e7ef280-bf02-4d3a-a17d-35b0085f46da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8355474'] for subnet, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:26:51.555473 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-8e7ef280-bf02-4d3a-a17d-35b0085f46da admin admin] 10.222.0.37 "PUT /v2.0/subnets/be1e3839-beec-4bc8-b39d-aed6bc2b9faa HTTP/1.1" status: 200 len: 868 time: 0.2788346 Aug 31 04:26:51.570531 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7ef280-bf02-4d3a-a17d-35b0085f46da admin admin] Pushing event updated for resources: {'Subnet': ['ID=be1e3839-beec-4bc8-b39d-aed6bc2b9faa,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:26:51.573044 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2660b079-dc88-4154-81ee-03ae8d77a129 None None] Network 6cdbf9c7-a356-4913-b4e4-2570d4a55907 requested from dv-cinder-778193-7-iscsi {{(pid=93875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 04:26:51.578320 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7ef280-bf02-4d3a-a17d-35b0085f46da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:26:51.578694 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7ef280-bf02-4d3a-a17d-35b0085f46da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:26:51.579038 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7ef280-bf02-4d3a-a17d-35b0085f46da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:26:51.579371 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7ef280-bf02-4d3a-a17d-35b0085f46da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:26:51.579700 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7ef280-bf02-4d3a-a17d-35b0085f46da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:26:51.580044 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7ef280-bf02-4d3a-a17d-35b0085f46da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:26:51.580374 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7ef280-bf02-4d3a-a17d-35b0085f46da admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:26:51.580699 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7ef280-bf02-4d3a-a17d-35b0085f46da admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:26:51.581038 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7ef280-bf02-4d3a-a17d-35b0085f46da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:26:51.581363 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7ef280-bf02-4d3a-a17d-35b0085f46da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:26:51.581685 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7ef280-bf02-4d3a-a17d-35b0085f46da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:26:51.582004 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7ef280-bf02-4d3a-a17d-35b0085f46da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:26:51.951703 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-08a6a706-1515-4d67-805a-2142dcb64b58 None None] Provisioning complete for port 98ff20f3-e516-4e22-8d9e-a7e3d901652a triggered by entity DHCP. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:26:51.952072 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-08a6a706-1515-4d67-805a-2142dcb64b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667402'] for port, provisioning_complete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:26:52.033628 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-08a6a706-1515-4d67-805a-2142dcb64b58 None None] Provisioning complete for port 36b4e5bd-4972-4c88-9300-fa92b1a04dd4 triggered by entity DHCP. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:26:52.033904 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-08a6a706-1515-4d67-805a-2142dcb64b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667402'] for port, provisioning_complete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:26:53.744492 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 57182) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:26:53.947803 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ac84092-197d-43c7-81e5-47953d89c559 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:26:53.948198 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ac84092-197d-43c7-81e5-47953d89c559 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:26:53.949747 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-3ac84092-197d-43c7-81e5-47953d89c559 admin admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2042880 Aug 31 04:26:56.144978 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 57192) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:26:56.146907 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0fb7cc7a-ee42-4223-9d54-547e556dba96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:26:56.275639 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-085c1b54-fc70-4923-b2d3-b409b93c62ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:26:56.276029 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-085c1b54-fc70-4923-b2d3-b409b93c62ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:26:56.278513 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-085c1b54-fc70-4923-b2d3-b409b93c62ae admin admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1325910 Aug 31 04:26:57.459687 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.agents_db [None req-b358f2ce-044e-44db-8ffe-8010ce8c5d43 None None] Agent healthcheck: found 5 active agents {{(pid=93876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:26:58.453750 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 57200) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:26:58.588052 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-369be8bc-4121-4660-936c-03a8071c589f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:26:58.589665 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-369be8bc-4121-4660-936c-03a8071c589f admin admin] 10.222.0.37 "GET /v2.0/networks/6cdbf9c7-a356-4913-b4e4-2570d4a55907 HTTP/1.1" status: 200 len: 869 time: 0.1348772 Aug 31 04:26:58.621639 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6a450834-3a8b-4446-9580-f218f352bbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:26:58.942927 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:26:59.768664 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cae06a7b-375a-4b62-8781-ea2d8af560c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:27:00.789685 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 57208) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:27:00.915299 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c5b66f-b6f7-4033-a480-f72c99e3f069 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:27:00.916655 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-34c5b66f-b6f7-4033-a480-f72c99e3f069 admin admin] 10.222.0.37 "GET /v2.0/networks/f4b5f899-990a-4804-98c2-2f4cfa444408 HTTP/1.1" status: 200 len: 886 time: 0.1260030 Aug 31 04:27:01.191593 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a4fd8ad5-a492-4575-8673-07e6bf736dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:27:03.098392 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 57216) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:27:03.218321 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e0d1585-c8cb-4fbc-9457-deae0a971aeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:27:03.218767 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e0d1585-c8cb-4fbc-9457-deae0a971aeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:27:03.220254 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-3e0d1585-c8cb-4fbc-9457-deae0a971aeb admin admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1209888 Aug 31 04:27:05.365424 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 57224) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:27:05.486625 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd4780b-f45c-4b0c-92df-1025a090ea70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:27:05.487072 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd4780b-f45c-4b0c-92df-1025a090ea70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:27:05.488577 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-bbd4780b-f45c-4b0c-92df-1025a090ea70 admin admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1222169 Aug 31 04:27:07.671188 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 57232) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:27:07.758685 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2feebe82-6cda-48d3-aa2b-cae1501a5a28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:27:07.760006 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-2feebe82-6cda-48d3-aa2b-cae1501a5a28 admin admin] 10.222.0.37 "GET /v2.0/subnets/03ec91ec-d42e-4d2c-8dee-dc4e2d357557 HTTP/1.1" status: 200 len: 816 time: 0.0878689 Aug 31 04:27:09.913074 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 57240) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:27:10.002683 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64cc917a-346d-4cfa-b4d5-342c5e22d4df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:27:10.004009 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-64cc917a-346d-4cfa-b4d5-342c5e22d4df admin admin] 10.222.0.37 "GET /v2.0/subnets/be1e3839-beec-4bc8-b39d-aed6bc2b9faa HTTP/1.1" status: 200 len: 868 time: 0.0900092 Aug 31 04:27:26.147325 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ba39fdf7-6bbf-43e4-847f-00eb3b986cbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:27:28.613040 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4bc17a18-7dae-46b7-bb81-f1829b234fa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:27:28.945847 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:27:29.771612 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cae06a7b-375a-4b62-8781-ea2d8af560c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:27:31.196799 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a4fd8ad5-a492-4575-8673-07e6bf736dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:27:33.669821 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 57294) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:27:33.718346 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [None req-828e49a2-59a3-48c9-bc75-8e76f4993370 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93874) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 04:27:33.719315 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-828e49a2-59a3-48c9-bc75-8e76f4993370 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0485656 Aug 31 04:27:34.457294 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.agents_db [None req-b358f2ce-044e-44db-8ffe-8010ce8c5d43 None None] Agent healthcheck: found 5 active agents {{(pid=93876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:27:35.973932 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 57302) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:27:36.033637 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d937c4b-2aac-4d37-b81a-f13fd300b5e9 admin admin] GET failed (client error): The resource could not be found. Aug 31 04:27:36.034960 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-6d937c4b-2aac-4d37-b81a-f13fd300b5e9 admin admin] 10.222.0.37 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0600834 Aug 31 04:27:36.172262 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a67f48-e67c-4b4f-abc9-f31da9a98d8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:27:36.173628 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-08a67f48-e67c-4b4f-abc9-f31da9a98d8c admin admin] 10.222.0.37 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1341140 Aug 31 04:27:38.359554 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 57310) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:27:38.405507 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.v2.base [None req-cb383d79-985d-4455-876b-ba0140c03758 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=93873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:27:38.425546 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb383d79-985d-4455-876b-ba0140c03758 admin admin] Made reservation on behalf of 5e3fd6de9f414a20abf2e80de18d42c8 for: {'network': 1} {{(pid=93873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:27:38.427760 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-cb383d79-985d-4455-876b-ba0140c03758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for network, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:27:38.462569 dv-cinder-778193-7-iscsi neutron-server[93873]: WARNING neutron.services.revisions.revision_plugin [None req-cb383d79-985d-4455-876b-ba0140c03758 admin admin] Could not find related network for resource to bump revision. Aug 31 04:27:38.477553 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb383d79-985d-4455-876b-ba0140c03758 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 380} {{(pid=93873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 04:27:38.486586 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-cb383d79-985d-4455-876b-ba0140c03758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671022'] for segment, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:27:38.486919 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.db.segments_db [None req-cb383d79-985d-4455-876b-ba0140c03758 admin admin] Added segment 04d81822-46b8-4f45-b440-12077a5e7040 of type vlan for network c2ea8cc4-7293-4ba2-a35f-c89afb54b78d Aug 31 04:27:38.532012 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-cb383d79-985d-4455-876b-ba0140c03758 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730086947184'] for network, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:27:38.553991 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-cb383d79-985d-4455-876b-ba0140c03758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424'] for network, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:27:38.554888 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb383d79-985d-4455-876b-ba0140c03758 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:27:38.555466 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-cb383d79-985d-4455-876b-ba0140c03758 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8355474'] for network, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:27:38.609427 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-cb383d79-985d-4455-876b-ba0140c03758 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2488410 Aug 31 04:27:38.616215 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb383d79-985d-4455-876b-ba0140c03758 admin admin] Pushing event updated for resources: {'Network': ['ID=c2ea8cc4-7293-4ba2-a35f-c89afb54b78d,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:27:38.638052 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Network c2ea8cc4-7293-4ba2-a35f-c89afb54b78d details requested by agent ovs-agent-dv-cinder-778193-7-iscsi with host dv-cinder-778193-7-iscsi {{(pid=93875) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 04:27:40.811318 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 57318) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:27:40.871606 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac4025bd-ecce-4dbc-a036-a51ba16c12df admin admin] GET failed (client error): The resource could not be found. Aug 31 04:27:40.872911 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-ac4025bd-ecce-4dbc-a036-a51ba16c12df admin admin] 10.222.0.37 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0606563 Aug 31 04:27:40.940487 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1955de8e-c769-403b-989d-75d9dec048d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:27:40.941878 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-1955de8e-c769-403b-989d-75d9dec048d5 admin admin] 10.222.0.37 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0643744 Aug 31 04:27:40.952787 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.v2.base [None req-fe5034de-4ee3-4221-9ad5-5d1da6ba56a4 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': 'c2ea8cc4-7293-4ba2-a35f-c89afb54b78d'}} {{(pid=93873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:27:40.975712 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe5034de-4ee3-4221-9ad5-5d1da6ba56a4 admin admin] Made reservation on behalf of 5e3fd6de9f414a20abf2e80de18d42c8 for: {'subnet': 1} {{(pid=93873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:27:40.978151 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-fe5034de-4ee3-4221-9ad5-5d1da6ba56a4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:27:41.181382 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-fe5034de-4ee3-4221-9ad5-5d1da6ba56a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424'] for subnet, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:27:41.236532 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5034de-4ee3-4221-9ad5-5d1da6ba56a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ddf2812-8778-44d1-a418-00b95661b7d3,revision_number=0']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:27:41.247122 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5034de-4ee3-4221-9ad5-5d1da6ba56a4 admin admin] Checking segment: {'id': '04d81822-46b8-4f45-b440-12077a5e7040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'c2ea8cc4-7293-4ba2-a35f-c89afb54b78d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 04:27:41.247495 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe5034de-4ee3-4221-9ad5-5d1da6ba56a4 admin admin] Network hostable DHCP agents. Network: c2ea8cc4-7293-4ba2-a35f-c89afb54b78d, hostable agents: ['9b8b4806-ecc0-4bb6-b220-1afcd08d5676'], hosted agents: [] {{(pid=93873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 04:27:41.267948 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe5034de-4ee3-4221-9ad5-5d1da6ba56a4 admin admin] Network c2ea8cc4-7293-4ba2-a35f-c89afb54b78d is scheduled to be hosted by DHCP agent 9b8b4806-ecc0-4bb6-b220-1afcd08d5676 with binding_index 1 {{(pid=93873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 04:27:41.278874 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.scheduler.base_scheduler [None req-fe5034de-4ee3-4221-9ad5-5d1da6ba56a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-7-iscsi, c2ea8cc4-7293-4ba2-a35f-c89afb54b78d) {{(pid=93873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:27:41.282942 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe5034de-4ee3-4221-9ad5-5d1da6ba56a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:27:41.283525 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-fe5034de-4ee3-4221-9ad5-5d1da6ba56a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8355474'] for subnet, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:27:41.288249 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d6183e-c76a-47a4-b797-12b30c55b819 None None] Network c2ea8cc4-7293-4ba2-a35f-c89afb54b78d requested from dv-cinder-778193-7-iscsi {{(pid=93875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 04:27:41.296787 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-fe5034de-4ee3-4221-9ad5-5d1da6ba56a4 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3480880 Aug 31 04:27:41.541249 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba0240c-6cdf-4574-92d2-c6821d7ec6ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7a2cf1e-32d6-59fc-ab2a-f09a03f47ff6-c2ea8cc4-7293-4ba2-a35f-c89afb54b78d', 'network_id': 'c2ea8cc4-7293-4ba2-a35f-c89afb54b78d', 'tenant_id': '5e3fd6de9f414a20abf2e80de18d42c8', 'fixed_ips': [{'subnet_id': '4ddf2812-8778-44d1-a418-00b95661b7d3'}]}} from dv-cinder-778193-7-iscsi. {{(pid=93875) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 04:27:41.542136 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3ba0240c-6cdf-4574-92d2-c6821d7ec6ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:27:41.688569 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-3ba0240c-6cdf-4574-92d2-c6821d7ec6ba None None] Allocated IP 192.168.233.2 (c2ea8cc4-7293-4ba2-a35f-c89afb54b78d/4ddf2812-8778-44d1-a418-00b95661b7d3/f5b9a0e2-7faa-4847-a930-bc667df6775b) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:27:41.839865 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3ba0240c-6cdf-4574-92d2-c6821d7ec6ba None None] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:27:41.849216 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-3ba0240c-6cdf-4574-92d2-c6821d7ec6ba None None] Transition to ACTIVE for port object f5b9a0e2-7faa-4847-a930-bc667df6775b will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 04:27:41.865281 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-3ba0240c-6cdf-4574-92d2-c6821d7ec6ba None None] Transition to ACTIVE for port object f5b9a0e2-7faa-4847-a930-bc667df6775b will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 04:27:41.872324 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3ba0240c-6cdf-4574-92d2-c6821d7ec6ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730086931496'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:27:41.914489 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba0240c-6cdf-4574-92d2-c6821d7ec6ba None None] Network c2ea8cc4-7293-4ba2-a35f-c89afb54b78d is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:27:41.918716 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-3ba0240c-6cdf-4574-92d2-c6821d7ec6ba None None] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:27:41.922949 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba0240c-6cdf-4574-92d2-c6821d7ec6ba None None] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 04:27:41.925992 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba0240c-6cdf-4574-92d2-c6821d7ec6ba None None] Pushing event updated for resources: {'Port': ['ID=f5b9a0e2-7faa-4847-a930-bc667df6775b,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:27:41.934403 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba0240c-6cdf-4574-92d2-c6821d7ec6ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:27:41.934759 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba0240c-6cdf-4574-92d2-c6821d7ec6ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:27:41.935111 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba0240c-6cdf-4574-92d2-c6821d7ec6ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:27:41.935467 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba0240c-6cdf-4574-92d2-c6821d7ec6ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:27:41.935806 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba0240c-6cdf-4574-92d2-c6821d7ec6ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:27:41.936141 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba0240c-6cdf-4574-92d2-c6821d7ec6ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:27:41.936471 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba0240c-6cdf-4574-92d2-c6821d7ec6ba None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:27:41.936801 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba0240c-6cdf-4574-92d2-c6821d7ec6ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:27:41.937148 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba0240c-6cdf-4574-92d2-c6821d7ec6ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:27:41.937478 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba0240c-6cdf-4574-92d2-c6821d7ec6ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:27:41.937809 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba0240c-6cdf-4574-92d2-c6821d7ec6ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:27:41.938155 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba0240c-6cdf-4574-92d2-c6821d7ec6ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:27:41.993506 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [None req-3ba0240c-6cdf-4574-92d2-c6821d7ec6ba None None] Attempting to bind port f5b9a0e2-7faa-4847-a930-bc667df6775b on host dv-cinder-778193-7-iscsi for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 04:27:41.993835 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [None req-3ba0240c-6cdf-4574-92d2-c6821d7ec6ba None None] Attempting to bind port f5b9a0e2-7faa-4847-a930-bc667df6775b by drivers openvswitch,hyperv on host dv-cinder-778193-7-iscsi at level 0 using segments [{'id': '04d81822-46b8-4f45-b440-12077a5e7040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'c2ea8cc4-7293-4ba2-a35f-c89afb54b78d'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 04:27:41.995017 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba0240c-6cdf-4574-92d2-c6821d7ec6ba None None] Attempting to bind port f5b9a0e2-7faa-4847-a930-bc667df6775b on network c2ea8cc4-7293-4ba2-a35f-c89afb54b78d {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 04:27:41.999789 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba0240c-6cdf-4574-92d2-c6821d7ec6ba None None] Checking agent: {'id': '68c6f462-eb0a-4cde-80ac-29944282ee42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 4, 24, 29), 'started_at': datetime.datetime(2021, 8, 31, 4, 24, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 4, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 04:27:42.000163 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba0240c-6cdf-4574-92d2-c6821d7ec6ba None None] Checking segment: {'id': '04d81822-46b8-4f45-b440-12077a5e7040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'c2ea8cc4-7293-4ba2-a35f-c89afb54b78d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 04:27:42.000565 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3ba0240c-6cdf-4574-92d2-c6821d7ec6ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:27:42.000958 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba0240c-6cdf-4574-92d2-c6821d7ec6ba None None] Bound using segment: {'id': '04d81822-46b8-4f45-b440-12077a5e7040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'c2ea8cc4-7293-4ba2-a35f-c89afb54b78d'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 04:27:42.001421 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [None req-3ba0240c-6cdf-4574-92d2-c6821d7ec6ba None None] Bound port: f5b9a0e2-7faa-4847-a930-bc667df6775b, host: dv-cinder-778193-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04d81822-46b8-4f45-b440-12077a5e7040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'c2ea8cc4-7293-4ba2-a35f-c89afb54b78d'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 04:27:42.001821 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3ba0240c-6cdf-4574-92d2-c6821d7ec6ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:27:42.069490 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-3ba0240c-6cdf-4574-92d2-c6821d7ec6ba None None] For port f5b9a0e2-7faa-4847-a930-bc667df6775b, host dv-cinder-778193-7-iscsi, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:27:42.073493 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-3ba0240c-6cdf-4574-92d2-c6821d7ec6ba None None] For port f5b9a0e2-7faa-4847-a930-bc667df6775b, host dv-cinder-778193-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-7-iscsi',level=0,port_id=f5b9a0e2-7faa-4847-a930-bc667df6775b,segment=NetworkSegment(04d81822-46b8-4f45-b440-12077a5e7040),segment_id=04d81822-46b8-4f45-b440-12077a5e7040)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:27:42.079525 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3ba0240c-6cdf-4574-92d2-c6821d7ec6ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:27:42.139271 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba0240c-6cdf-4574-92d2-c6821d7ec6ba None None] Pushing event updated for resources: {'Port': ['ID=f5b9a0e2-7faa-4847-a930-bc667df6775b,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:27:42.978508 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Device f5b9a0e2-7faa-4847-a930-bc667df6775b up at agent ovs-agent-dv-cinder-778193-7-iscsi {{(pid=93875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:27:43.006890 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a4253d-7216-4516-9006-d8ebf4f1f4fa None None] Network c2ea8cc4-7293-4ba2-a35f-c89afb54b78d requested from dv-cinder-778193-7-iscsi {{(pid=93875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 04:27:43.103985 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Provisioning for port f5b9a0e2-7faa-4847-a930-bc667df6775b completed by entity L2. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 04:27:43.125914 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-6c93df61-84a0-4be8-9cde-7df03cd777e2 None None] Provisioning for port f5b9a0e2-7faa-4847-a930-bc667df6775b completed by entity DHCP. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 04:27:43.153501 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-6c93df61-84a0-4be8-9cde-7df03cd777e2 None None] Provisioning complete for port f5b9a0e2-7faa-4847-a930-bc667df6775b triggered by entity DHCP. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:27:43.153868 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6c93df61-84a0-4be8-9cde-7df03cd777e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667402'] for port, provisioning_complete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:27:43.272586 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6c93df61-84a0-4be8-9cde-7df03cd777e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:27:43.310925 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-6c93df61-84a0-4be8-9cde-7df03cd777e2 None None] For port f5b9a0e2-7faa-4847-a930-bc667df6775b, host dv-cinder-778193-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-7-iscsi',level=0,port_id=f5b9a0e2-7faa-4847-a930-bc667df6775b,segment=NetworkSegment(04d81822-46b8-4f45-b440-12077a5e7040),segment_id=04d81822-46b8-4f45-b440-12077a5e7040)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:27:43.315431 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6c93df61-84a0-4be8-9cde-7df03cd777e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:27:43.368062 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c93df61-84a0-4be8-9cde-7df03cd777e2 None None] Pushing event updated for resources: {'Port': ['ID=f5b9a0e2-7faa-4847-a930-bc667df6775b,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:27:43.434497 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-29a389bb-ed78-437b-8d90-7d6aba7d9571 None None] Provisioning complete for port f5b9a0e2-7faa-4847-a930-bc667df6775b triggered by entity DHCP. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:27:43.434874 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-29a389bb-ed78-437b-8d90-7d6aba7d9571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667402'] for port, provisioning_complete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:27:44.919271 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Device f5b9a0e2-7faa-4847-a930-bc667df6775b up at agent ovs-agent-dv-cinder-778193-7-iscsi {{(pid=93875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:27:44.964823 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Provisioning complete for port f5b9a0e2-7faa-4847-a930-bc667df6775b triggered by entity L2. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:27:44.965188 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667402'] for port, provisioning_complete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:27:56.147975 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a36ff6d7-1d1f-4fce-8606-33cb43c0d69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:27:58.613398 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4526627f-9b9c-42c7-99e8-cca570d84e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:27:58.948245 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:27:59.776572 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cae06a7b-375a-4b62-8781-ea2d8af560c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:28:01.199386 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a4fd8ad5-a492-4575-8673-07e6bf736dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:28:11.455656 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.agents_db [None req-b358f2ce-044e-44db-8ffe-8010ce8c5d43 None None] Agent healthcheck: found 5 active agents {{(pid=93876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:28:26.149314 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-81e0fcdc-c1a0-4862-930c-3cd6f5779d00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:28:28.614370 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-df61a3e7-b98d-4d35-8c47-27e1ae3dd473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:28:28.949824 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:28:29.781025 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cae06a7b-375a-4b62-8781-ea2d8af560c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:28:31.203432 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a4fd8ad5-a492-4575-8673-07e6bf736dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:28:48.455003 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.agents_db [None req-b358f2ce-044e-44db-8ffe-8010ce8c5d43 None None] Agent healthcheck: found 5 active agents {{(pid=93876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:28:49.513141 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 57372) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:28:49.518988 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [None req-0bee32fa-7c3f-4317-ba3f-bead8d484563 tempest-verify_tempest_config-364623601 tempest-verify_tempest_config-364623601-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93873) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 04:28:49.519947 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-0bee32fa-7c3f-4317-ba3f-bead8d484563 tempest-verify_tempest_config-364623601 tempest-verify_tempest_config-364623601-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058651 Aug 31 04:28:49.805097 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 57390) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:28:49.911511 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-f8248b68-73bd-4191-91c6-ab8f433a86d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:28:50.008055 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-f8248b68-73bd-4191-91c6-ab8f433a86d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:28:50.012285 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-f8248b68-73bd-4191-91c6-ab8f433a86d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:28:50.061960 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8248b68-73bd-4191-91c6-ab8f433a86d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48f10b37-e461-4bb7-b84c-30aa8c578369,revision_number=1']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:28:50.066403 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-f8248b68-73bd-4191-91c6-ab8f433a86d0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d2c984b70a2547388090bae55dd50e4f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2603004 Aug 31 04:28:50.069176 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 57396) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:28:50.070499 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8248b68-73bd-4191-91c6-ab8f433a86d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:28:50.070860 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8248b68-73bd-4191-91c6-ab8f433a86d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:28:50.071207 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8248b68-73bd-4191-91c6-ab8f433a86d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:28:50.071544 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8248b68-73bd-4191-91c6-ab8f433a86d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:28:50.071897 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8248b68-73bd-4191-91c6-ab8f433a86d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:28:50.072940 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8248b68-73bd-4191-91c6-ab8f433a86d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:28:50.073268 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8248b68-73bd-4191-91c6-ab8f433a86d0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:28:50.073594 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8248b68-73bd-4191-91c6-ab8f433a86d0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:28:50.073930 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8248b68-73bd-4191-91c6-ab8f433a86d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:28:50.074280 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8248b68-73bd-4191-91c6-ab8f433a86d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:28:50.074602 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8248b68-73bd-4191-91c6-ab8f433a86d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:28:50.074916 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8248b68-73bd-4191-91c6-ab8f433a86d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:28:50.126521 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-1ba92f43-f20f-4c84-8bc0-38220456a5c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:28:50.146832 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-1ba92f43-f20f-4c84-8bc0-38220456a5c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:28:50.233073 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-1ba92f43-f20f-4c84-8bc0-38220456a5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:28:50.235576 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-1ba92f43-f20f-4c84-8bc0-38220456a5c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:28:50.239357 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-1ba92f43-f20f-4c84-8bc0-38220456a5c5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/48f10b37-e461-4bb7-b84c-30aa8c578369 HTTP/1.1" status: 204 len: 168 time: 0.1690893 Aug 31 04:28:50.247825 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba92f43-f20f-4c84-8bc0-38220456a5c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48f10b37-e461-4bb7-b84c-30aa8c578369,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:28:50.254383 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba92f43-f20f-4c84-8bc0-38220456a5c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:28:50.254742 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba92f43-f20f-4c84-8bc0-38220456a5c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:28:50.255072 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba92f43-f20f-4c84-8bc0-38220456a5c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:28:50.255400 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba92f43-f20f-4c84-8bc0-38220456a5c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:28:50.255727 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba92f43-f20f-4c84-8bc0-38220456a5c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:28:50.256052 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba92f43-f20f-4c84-8bc0-38220456a5c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:28:50.256376 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba92f43-f20f-4c84-8bc0-38220456a5c5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:28:50.256696 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba92f43-f20f-4c84-8bc0-38220456a5c5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:28:50.257033 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba92f43-f20f-4c84-8bc0-38220456a5c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:28:50.257354 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba92f43-f20f-4c84-8bc0-38220456a5c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:28:50.257670 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba92f43-f20f-4c84-8bc0-38220456a5c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:28:50.258176 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba92f43-f20f-4c84-8bc0-38220456a5c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:28:56.150606 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3c6bed4f-6c70-4e07-88ae-8fa1bfd1cc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:28:58.615675 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cc05a3e0-3120-4980-876d-ee612486ba33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:28:58.950530 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:28:59.781128 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cae06a7b-375a-4b62-8781-ea2d8af560c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:29:01.204659 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a4fd8ad5-a492-4575-8673-07e6bf736dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:29:25.453277 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.agents_db [None req-b358f2ce-044e-44db-8ffe-8010ce8c5d43 None None] Agent healthcheck: found 5 active agents {{(pid=93876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:29:26.153576 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-64815382-36be-4400-9457-8cd53b588636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:29:28.615592 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6cf86d91-ce21-4e54-a76b-3dd5ef119709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:29:28.951170 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:29:29.783497 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cae06a7b-375a-4b62-8781-ea2d8af560c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:29:31.207870 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a4fd8ad5-a492-4575-8673-07e6bf736dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:29:56.153776 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-81912c25-561f-413a-85b5-1c5528a2f7d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:29:58.615880 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6d78acfb-0934-4225-8c9d-239a7b33d8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:29:58.951375 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:29:59.786844 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cae06a7b-375a-4b62-8781-ea2d8af560c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:30:01.211509 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a4fd8ad5-a492-4575-8673-07e6bf736dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:30:02.450989 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.agents_db [None req-b358f2ce-044e-44db-8ffe-8010ce8c5d43 None None] Agent healthcheck: found 5 active agents {{(pid=93876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:30:26.155218 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1af9bd3d-f515-487a-8707-a5264c44118e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:30:27.672359 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7953400'] for agent, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:30:28.616170 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9fa175fb-1553-4711-8f0e-d76ee1c4d293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:30:28.951867 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:30:29.788362 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cae06a7b-375a-4b62-8781-ea2d8af560c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:30:31.214178 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a4fd8ad5-a492-4575-8673-07e6bf736dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:30:39.451250 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.agents_db [None req-b358f2ce-044e-44db-8ffe-8010ce8c5d43 None None] Agent healthcheck: found 6 active agents {{(pid=93876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:30:43.003386 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 57468) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:30:43.113847 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-97f9593f-b69a-402c-9b92-760f6f89b7e4 admin admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1093714 Aug 31 04:30:45.276236 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 57478) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:30:45.329840 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-f6c38539-728c-41cb-9e43-38bed01c4a05 admin admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0525374 Aug 31 04:30:56.155014 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e46712a7-5a54-4605-bed1-3c5c32d9f71f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:30:57.641518 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:30:58.615656 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c3d1c73d-df63-4650-bb05-5884b5c0937a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:30:58.952714 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:30:59.791610 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cae06a7b-375a-4b62-8781-ea2d8af560c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:01.214110 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a4fd8ad5-a492-4575-8673-07e6bf736dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:16.448840 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.agents_db [None req-b358f2ce-044e-44db-8ffe-8010ce8c5d43 None None] Agent healthcheck: found 6 active agents {{(pid=93876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:31:26.155009 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ee33c43f-b4d9-4475-8dbb-647ef073bc01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:27.651827 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:28.616168 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ab6c7fd2-a854-4039-9836-efdbbe4b6bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:28.960196 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:29.794067 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cae06a7b-375a-4b62-8781-ea2d8af560c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:31.219313 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a4fd8ad5-a492-4575-8673-07e6bf736dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:53.449114 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.agents_db [None req-b358f2ce-044e-44db-8ffe-8010ce8c5d43 None None] Agent healthcheck: found 6 active agents {{(pid=93876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:31:56.157703 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3d89f860-1a0e-4efb-9bee-361cdef87023 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:57.654623 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:58.616459 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3074dc7f-6ff9-48e5-80e6-330d156f134d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:59.049367 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:59.795998 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cae06a7b-375a-4b62-8781-ea2d8af560c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:01.220196 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a4fd8ad5-a492-4575-8673-07e6bf736dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:13.445035 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 57676) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:13.754427 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.v2.base [None req-8616e89c-00f1-4fb3-844c-8f60fbee6501 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-234244663-network', 'tenant_id': '5c02d31770b24c65beddac4595cdfe52'}} {{(pid=93873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:32:13.776802 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8616e89c-00f1-4fb3-844c-8f60fbee6501 admin admin] Made reservation on behalf of 5c02d31770b24c65beddac4595cdfe52 for: {'network': 1} {{(pid=93873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:32:13.779737 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-8616e89c-00f1-4fb3-844c-8f60fbee6501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for network, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:13.788339 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-8616e89c-00f1-4fb3-844c-8f60fbee6501 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:13.883203 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-8616e89c-00f1-4fb3-844c-8f60fbee6501 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:13.887047 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-8616e89c-00f1-4fb3-844c-8f60fbee6501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:13.913667 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8616e89c-00f1-4fb3-844c-8f60fbee6501 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 390} {{(pid=93873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 04:32:13.922215 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8616e89c-00f1-4fb3-844c-8f60fbee6501 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75b78e4a-f72a-42ae-924c-e5c8844ea7ce,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:13.932930 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8616e89c-00f1-4fb3-844c-8f60fbee6501 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:32:13.932930 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8616e89c-00f1-4fb3-844c-8f60fbee6501 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:32:13.933629 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8616e89c-00f1-4fb3-844c-8f60fbee6501 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:32:13.934299 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8616e89c-00f1-4fb3-844c-8f60fbee6501 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:32:13.934808 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8616e89c-00f1-4fb3-844c-8f60fbee6501 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:32:13.935269 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8616e89c-00f1-4fb3-844c-8f60fbee6501 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:32:13.935696 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8616e89c-00f1-4fb3-844c-8f60fbee6501 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:32:13.936124 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8616e89c-00f1-4fb3-844c-8f60fbee6501 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:32:13.936547 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8616e89c-00f1-4fb3-844c-8f60fbee6501 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:32:13.936965 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8616e89c-00f1-4fb3-844c-8f60fbee6501 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:32:13.937388 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8616e89c-00f1-4fb3-844c-8f60fbee6501 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:32:13.937801 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8616e89c-00f1-4fb3-844c-8f60fbee6501 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:32:13.939136 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8616e89c-00f1-4fb3-844c-8f60fbee6501 admin admin] Tracked resource versions report: Aug 31 04:32:13.939136 dv-cinder-778193-7-iscsi neutron-server[93873]: pushed versions: Aug 31 04:32:13.939136 dv-cinder-778193-7-iscsi neutron-server[93873]: { 'AddressGroup': {'1.2'}, Aug 31 04:32:13.939136 dv-cinder-778193-7-iscsi neutron-server[93873]: 'ConntrackHelper': {'1.0'}, Aug 31 04:32:13.939136 dv-cinder-778193-7-iscsi neutron-server[93873]: 'Log': {'1.0'}, Aug 31 04:32:13.939136 dv-cinder-778193-7-iscsi neutron-server[93873]: 'Network': {'1.1'}, Aug 31 04:32:13.939136 dv-cinder-778193-7-iscsi neutron-server[93873]: 'Port': {'1.7'}, Aug 31 04:32:13.939136 dv-cinder-778193-7-iscsi neutron-server[93873]: 'PortForwarding': {'1.2'}, Aug 31 04:32:13.939136 dv-cinder-778193-7-iscsi neutron-server[93873]: 'QosPolicy': {'1.9'}, Aug 31 04:32:13.939136 dv-cinder-778193-7-iscsi neutron-server[93873]: 'SecurityGroup': {'1.4'}, Aug 31 04:32:13.939136 dv-cinder-778193-7-iscsi neutron-server[93873]: 'SecurityGroupRule': {'1.2'}, Aug 31 04:32:13.939136 dv-cinder-778193-7-iscsi neutron-server[93873]: 'SubPort': {'1.0'}, Aug 31 04:32:13.939136 dv-cinder-778193-7-iscsi neutron-server[93873]: 'Subnet': {'1.1'}, Aug 31 04:32:13.939136 dv-cinder-778193-7-iscsi neutron-server[93873]: 'Trunk': {'1.1'}} Aug 31 04:32:13.939136 dv-cinder-778193-7-iscsi neutron-server[93873]: consumer versions: Aug 31 04:32:13.939136 dv-cinder-778193-7-iscsi neutron-server[93873]: { DHCP agent@dv-cinder-778193-7-iscsi: {}, Aug 31 04:32:13.939136 dv-cinder-778193-7-iscsi neutron-server[93873]: HyperV agent@hv-cinder-77819: {}, Aug 31 04:32:13.939136 dv-cinder-778193-7-iscsi neutron-server[93873]: L3 agent@dv-cinder-778193-7-iscsi: {}, Aug 31 04:32:13.939136 dv-cinder-778193-7-iscsi neutron-server[93873]: Metadata agent@dv-cinder-778193-7-iscsi: {}, Aug 31 04:32:13.939136 dv-cinder-778193-7-iscsi neutron-server[93873]: Metering agent@dv-cinder-778193-7-iscsi: {}, Aug 31 04:32:13.939136 dv-cinder-778193-7-iscsi neutron-server[93873]: Open vSwitch agent@dv-cinder-778193-7-iscsi: { 'AddressGroup': '1.2', Aug 31 04:32:13.939136 dv-cinder-778193-7-iscsi neutron-server[93873]: 'ConntrackHelper': '1.0', Aug 31 04:32:13.939136 dv-cinder-778193-7-iscsi neutron-server[93873]: 'Log': '1.0', Aug 31 04:32:13.939136 dv-cinder-778193-7-iscsi neutron-server[93873]: 'Network': '1.1', Aug 31 04:32:13.939136 dv-cinder-778193-7-iscsi neutron-server[93873]: 'Port': '1.7', Aug 31 04:32:13.939136 dv-cinder-778193-7-iscsi neutron-server[93873]: 'PortForwarding': '1.2', Aug 31 04:32:13.939136 dv-cinder-778193-7-iscsi neutron-server[93873]: 'QosPolicy': '1.9', Aug 31 04:32:13.939136 dv-cinder-778193-7-iscsi neutron-server[93873]: 'SecurityGroup': '1.4', Aug 31 04:32:13.939136 dv-cinder-778193-7-iscsi neutron-server[93873]: 'SecurityGroupRule': '1.2', Aug 31 04:32:13.939136 dv-cinder-778193-7-iscsi neutron-server[93873]: 'SubPort': '1.0', Aug 31 04:32:13.939136 dv-cinder-778193-7-iscsi neutron-server[93873]: 'Subnet': '1.1', Aug 31 04:32:13.939136 dv-cinder-778193-7-iscsi neutron-server[93873]: 'Trunk': '1.1'}} Aug 31 04:32:13.939136 dv-cinder-778193-7-iscsi neutron-server[93873]: {{(pid=93873) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 04:32:13.946146 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-8616e89c-00f1-4fb3-844c-8f60fbee6501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671022'] for segment, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:13.946616 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.db.segments_db [None req-8616e89c-00f1-4fb3-844c-8f60fbee6501 admin admin] Added segment 50e75a1a-dbd4-418a-9de6-b2a5917b80a4 of type vlan for network 4c9c44bc-58fb-4b05-9942-3faf4a44f339 Aug 31 04:32:13.996421 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-8616e89c-00f1-4fb3-844c-8f60fbee6501 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730086947184'] for network, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:14.027261 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-8616e89c-00f1-4fb3-844c-8f60fbee6501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424'] for network, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:14.028222 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8616e89c-00f1-4fb3-844c-8f60fbee6501 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:14.029288 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-8616e89c-00f1-4fb3-844c-8f60fbee6501 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8355474'] for network, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:14.062523 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 57712) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:14.088033 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8616e89c-00f1-4fb3-844c-8f60fbee6501 admin admin] Pushing event updated for resources: {'Network': ['ID=4c9c44bc-58fb-4b05-9942-3faf4a44f339,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:14.100906 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Network 4c9c44bc-58fb-4b05-9942-3faf4a44f339 details requested by agent ovs-agent-dv-cinder-778193-7-iscsi with host dv-cinder-778193-7-iscsi {{(pid=93875) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 04:32:14.106555 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 57718) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:14.118183 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-8616e89c-00f1-4fb3-844c-8f60fbee6501 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.6719558 Aug 31 04:32:14.121332 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 57722) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:14.127904 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.v2.base [None req-52f5b48e-b26f-4912-ba6e-f9d90edeccbc admin admin] Request body: {'subnet': {'network_id': '4c9c44bc-58fb-4b05-9942-3faf4a44f339', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-234244663-subnet', 'tenant_id': '5c02d31770b24c65beddac4595cdfe52', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:32:14.184164 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52f5b48e-b26f-4912-ba6e-f9d90edeccbc admin admin] Made reservation on behalf of 5c02d31770b24c65beddac4595cdfe52 for: {'subnet': 1} {{(pid=93874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:32:14.186627 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-52f5b48e-b26f-4912-ba6e-f9d90edeccbc admin admin] Notify callbacks [] for subnet, before_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:14.212533 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 57734) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:14.297987 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.v2.base [None req-b3afc349-b7c2-422c-bff9-8d0320dc5b81 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1580808312-network', 'tenant_id': '2f8e82cf86684d55bca526dc154c03d1'}} {{(pid=93874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:32:14.334992 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.v2.base [None req-59e746b7-03d3-48c1-abb7-bbe70421f193 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-272015880-network', 'tenant_id': '9a4c00b65f96499f945037afd604da1d'}} {{(pid=93874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:32:14.363506 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3afc349-b7c2-422c-bff9-8d0320dc5b81 admin admin] Made reservation on behalf of 2f8e82cf86684d55bca526dc154c03d1 for: {'network': 1} {{(pid=93874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:32:14.365693 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-b3afc349-b7c2-422c-bff9-8d0320dc5b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for network, before_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:14.382641 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-b3afc349-b7c2-422c-bff9-8d0320dc5b81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:14.440780 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59e746b7-03d3-48c1-abb7-bbe70421f193 admin admin] Made reservation on behalf of 9a4c00b65f96499f945037afd604da1d for: {'network': 1} {{(pid=93874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:32:14.443118 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-59e746b7-03d3-48c1-abb7-bbe70421f193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for network, before_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:14.450251 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-52f5b48e-b26f-4912-ba6e-f9d90edeccbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424'] for subnet, after_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:14.516896 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-59e746b7-03d3-48c1-abb7-bbe70421f193 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:14.531952 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f5b48e-b26f-4912-ba6e-f9d90edeccbc admin admin] Checking segment: {'id': '50e75a1a-dbd4-418a-9de6-b2a5917b80a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '4c9c44bc-58fb-4b05-9942-3faf4a44f339'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 04:32:14.532550 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f5b48e-b26f-4912-ba6e-f9d90edeccbc admin admin] Network hostable DHCP agents. Network: 4c9c44bc-58fb-4b05-9942-3faf4a44f339, hostable agents: ['9b8b4806-ecc0-4bb6-b220-1afcd08d5676'], hosted agents: [] {{(pid=93874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 04:32:14.562297 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f5b48e-b26f-4912-ba6e-f9d90edeccbc admin admin] Pushing event updated for resources: {'Subnet': ['ID=097259a5-3a3d-4228-8082-2d6c2f8f569c,revision_number=0']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:14.576370 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f5b48e-b26f-4912-ba6e-f9d90edeccbc admin admin] Network 4c9c44bc-58fb-4b05-9942-3faf4a44f339 is scheduled to be hosted by DHCP agent 9b8b4806-ecc0-4bb6-b220-1afcd08d5676 with binding_index 1 {{(pid=93874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 04:32:14.582246 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.v2.base [None req-4ee4a975-339f-43c2-9b70-0dd3ff034d7e admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1304553554-network', 'tenant_id': '27047762c8e04dfbb5633ccda29f7544'}} {{(pid=93873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:32:14.590354 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f5b48e-b26f-4912-ba6e-f9d90edeccbc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:32:14.590605 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f5b48e-b26f-4912-ba6e-f9d90edeccbc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:32:14.590907 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f5b48e-b26f-4912-ba6e-f9d90edeccbc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:32:14.591457 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f5b48e-b26f-4912-ba6e-f9d90edeccbc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:32:14.591766 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f5b48e-b26f-4912-ba6e-f9d90edeccbc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:32:14.592135 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f5b48e-b26f-4912-ba6e-f9d90edeccbc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:32:14.592804 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f5b48e-b26f-4912-ba6e-f9d90edeccbc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:32:14.593284 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f5b48e-b26f-4912-ba6e-f9d90edeccbc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:32:14.593766 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f5b48e-b26f-4912-ba6e-f9d90edeccbc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:32:14.594325 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f5b48e-b26f-4912-ba6e-f9d90edeccbc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:32:14.594827 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f5b48e-b26f-4912-ba6e-f9d90edeccbc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:32:14.595149 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f5b48e-b26f-4912-ba6e-f9d90edeccbc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:32:14.596198 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f5b48e-b26f-4912-ba6e-f9d90edeccbc admin admin] Tracked resource versions report: Aug 31 04:32:14.596198 dv-cinder-778193-7-iscsi neutron-server[93874]: pushed versions: Aug 31 04:32:14.596198 dv-cinder-778193-7-iscsi neutron-server[93874]: { 'AddressGroup': {'1.2'}, Aug 31 04:32:14.596198 dv-cinder-778193-7-iscsi neutron-server[93874]: 'ConntrackHelper': {'1.0'}, Aug 31 04:32:14.596198 dv-cinder-778193-7-iscsi neutron-server[93874]: 'Log': {'1.0'}, Aug 31 04:32:14.596198 dv-cinder-778193-7-iscsi neutron-server[93874]: 'Network': {'1.1'}, Aug 31 04:32:14.596198 dv-cinder-778193-7-iscsi neutron-server[93874]: 'Port': {'1.7'}, Aug 31 04:32:14.596198 dv-cinder-778193-7-iscsi neutron-server[93874]: 'PortForwarding': {'1.2'}, Aug 31 04:32:14.596198 dv-cinder-778193-7-iscsi neutron-server[93874]: 'QosPolicy': {'1.9'}, Aug 31 04:32:14.596198 dv-cinder-778193-7-iscsi neutron-server[93874]: 'SecurityGroup': {'1.4'}, Aug 31 04:32:14.596198 dv-cinder-778193-7-iscsi neutron-server[93874]: 'SecurityGroupRule': {'1.2'}, Aug 31 04:32:14.596198 dv-cinder-778193-7-iscsi neutron-server[93874]: 'SubPort': {'1.0'}, Aug 31 04:32:14.596198 dv-cinder-778193-7-iscsi neutron-server[93874]: 'Subnet': {'1.1'}, Aug 31 04:32:14.596198 dv-cinder-778193-7-iscsi neutron-server[93874]: 'Trunk': {'1.1'}} Aug 31 04:32:14.596198 dv-cinder-778193-7-iscsi neutron-server[93874]: consumer versions: Aug 31 04:32:14.596198 dv-cinder-778193-7-iscsi neutron-server[93874]: { DHCP agent@dv-cinder-778193-7-iscsi: {}, Aug 31 04:32:14.596198 dv-cinder-778193-7-iscsi neutron-server[93874]: HyperV agent@hv-cinder-77819: {}, Aug 31 04:32:14.596198 dv-cinder-778193-7-iscsi neutron-server[93874]: L3 agent@dv-cinder-778193-7-iscsi: {}, Aug 31 04:32:14.596198 dv-cinder-778193-7-iscsi neutron-server[93874]: Metadata agent@dv-cinder-778193-7-iscsi: {}, Aug 31 04:32:14.596198 dv-cinder-778193-7-iscsi neutron-server[93874]: Metering agent@dv-cinder-778193-7-iscsi: {}, Aug 31 04:32:14.596198 dv-cinder-778193-7-iscsi neutron-server[93874]: Open vSwitch agent@dv-cinder-778193-7-iscsi: { 'AddressGroup': '1.2', Aug 31 04:32:14.596198 dv-cinder-778193-7-iscsi neutron-server[93874]: 'ConntrackHelper': '1.0', Aug 31 04:32:14.596198 dv-cinder-778193-7-iscsi neutron-server[93874]: 'Log': '1.0', Aug 31 04:32:14.596198 dv-cinder-778193-7-iscsi neutron-server[93874]: 'Network': '1.1', Aug 31 04:32:14.596198 dv-cinder-778193-7-iscsi neutron-server[93874]: 'Port': '1.7', Aug 31 04:32:14.596198 dv-cinder-778193-7-iscsi neutron-server[93874]: 'PortForwarding': '1.2', Aug 31 04:32:14.596198 dv-cinder-778193-7-iscsi neutron-server[93874]: 'QosPolicy': '1.9', Aug 31 04:32:14.596198 dv-cinder-778193-7-iscsi neutron-server[93874]: 'SecurityGroup': '1.4', Aug 31 04:32:14.596198 dv-cinder-778193-7-iscsi neutron-server[93874]: 'SecurityGroupRule': '1.2', Aug 31 04:32:14.596198 dv-cinder-778193-7-iscsi neutron-server[93874]: 'SubPort': '1.0', Aug 31 04:32:14.596198 dv-cinder-778193-7-iscsi neutron-server[93874]: 'Subnet': '1.1', Aug 31 04:32:14.596198 dv-cinder-778193-7-iscsi neutron-server[93874]: 'Trunk': '1.1'}} Aug 31 04:32:14.596198 dv-cinder-778193-7-iscsi neutron-server[93874]: {{(pid=93874) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 04:32:14.600120 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.scheduler.base_scheduler [None req-52f5b48e-b26f-4912-ba6e-f9d90edeccbc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-7-iscsi, 4c9c44bc-58fb-4b05-9942-3faf4a44f339) {{(pid=93874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:32:14.637068 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52f5b48e-b26f-4912-ba6e-f9d90edeccbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:14.637646 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-52f5b48e-b26f-4912-ba6e-f9d90edeccbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8355474'] for subnet, before_response {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:14.640869 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b11dfc-1fda-4cfd-86ac-69bc4c19b752 None None] Network 4c9c44bc-58fb-4b05-9942-3faf4a44f339 requested from dv-cinder-778193-7-iscsi {{(pid=93875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 04:32:14.681429 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-b3afc349-b7c2-422c-bff9-8d0320dc5b81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:14.686348 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-b3afc349-b7c2-422c-bff9-8d0320dc5b81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:14.820781 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 57762) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:14.821229 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-52f5b48e-b26f-4912-ba6e-f9d90edeccbc admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6986144 Aug 31 04:32:14.826163 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.v2.base [None req-166dc240-0470-4a9d-b7c9-1af523667ac4 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-234244663-router', 'tenant_id': '5c02d31770b24c65beddac4595cdfe52', 'external_gateway_info': {'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408'}}} {{(pid=93873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:32:14.828698 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-59e746b7-03d3-48c1-abb7-bbe70421f193 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:14.835728 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3afc349-b7c2-422c-bff9-8d0320dc5b81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14fd7501-9919-49be-957d-f1fc5a678f26,revision_number=1']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:14.839405 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3afc349-b7c2-422c-bff9-8d0320dc5b81 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 387} {{(pid=93874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 04:32:14.845593 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-59e746b7-03d3-48c1-abb7-bbe70421f193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:14.916071 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59e746b7-03d3-48c1-abb7-bbe70421f193 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 385} {{(pid=93874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 04:32:14.921895 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ee4a975-339f-43c2-9b70-0dd3ff034d7e admin admin] Made reservation on behalf of 27047762c8e04dfbb5633ccda29f7544 for: {'network': 1} {{(pid=93873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:32:14.934744 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4ee4a975-339f-43c2-9b70-0dd3ff034d7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for network, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:14.938206 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-166dc240-0470-4a9d-b7c9-1af523667ac4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7908113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4355'] for router, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:14.939173 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-166dc240-0470-4a9d-b7c9-1af523667ac4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7955191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7955588', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8024679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4372'] for router, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:14.942886 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-b3afc349-b7c2-422c-bff9-8d0320dc5b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671022'] for segment, precommit_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:14.943229 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.db.segments_db [None req-b3afc349-b7c2-422c-bff9-8d0320dc5b81 admin admin] Added segment 14aa025e-dd6c-45fc-a8a8-06cb8f48a6ca of type vlan for network 2b1770a4-934d-49a7-a5c2-844beb26d79a Aug 31 04:32:15.002357 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-59e746b7-03d3-48c1-abb7-bbe70421f193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671022'] for segment, precommit_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:15.002712 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.db.segments_db [None req-59e746b7-03d3-48c1-abb7-bbe70421f193 admin admin] Added segment f068b9d6-cd7c-4610-b419-d71f6e8f87e2 of type vlan for network 8936ee09-226f-4718-943f-9ffdccd40918 Aug 31 04:32:15.048774 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f0981c-0d9a-49f9-8873-ed060e6389a6 None None] Network 4c9c44bc-58fb-4b05-9942-3faf4a44f339 requested from dv-cinder-778193-7-iscsi {{(pid=93875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 04:32:15.081358 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-166dc240-0470-4a9d-b7c9-1af523667ac4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:15.082716 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4ee4a975-339f-43c2-9b70-0dd3ff034d7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:15.250597 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e746b7-03d3-48c1-abb7-bbe70421f193 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=038b91a7-58ed-426e-be3f-8d5fbd8406ac,revision_number=1']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:15.327561 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-b3afc349-b7c2-422c-bff9-8d0320dc5b81 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730086947184'] for network, precommit_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:15.351046 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-59e746b7-03d3-48c1-abb7-bbe70421f193 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730086947184'] for network, precommit_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:15.404015 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-b3afc349-b7c2-422c-bff9-8d0320dc5b81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424'] for network, after_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:15.405617 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3afc349-b7c2-422c-bff9-8d0320dc5b81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:15.406542 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-b3afc349-b7c2-422c-bff9-8d0320dc5b81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8355474'] for network, before_response {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:15.411185 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-59e746b7-03d3-48c1-abb7-bbe70421f193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424'] for network, after_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:15.413440 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e746b7-03d3-48c1-abb7-bbe70421f193 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:15.414150 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-59e746b7-03d3-48c1-abb7-bbe70421f193 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8355474'] for network, before_response {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:15.498823 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3afc349-b7c2-422c-bff9-8d0320dc5b81 admin admin] Pushing event updated for resources: {'Network': ['ID=2b1770a4-934d-49a7-a5c2-844beb26d79a,revision_number=1']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:15.510554 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Network 2b1770a4-934d-49a7-a5c2-844beb26d79a details requested by agent ovs-agent-dv-cinder-778193-7-iscsi with host dv-cinder-778193-7-iscsi {{(pid=93875) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 04:32:15.552310 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-166dc240-0470-4a9d-b7c9-1af523667ac4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:15.582978 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e746b7-03d3-48c1-abb7-bbe70421f193 admin admin] Pushing event updated for resources: {'Network': ['ID=8936ee09-226f-4718-943f-9ffdccd40918,revision_number=1']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:15.618123 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Network 8936ee09-226f-4718-943f-9ffdccd40918 details requested by agent ovs-agent-dv-cinder-778193-7-iscsi with host dv-cinder-778193-7-iscsi {{(pid=93875) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 04:32:15.630672 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4ee4a975-339f-43c2-9b70-0dd3ff034d7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:15.657133 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4ee4a975-339f-43c2-9b70-0dd3ff034d7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:15.662459 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-b3afc349-b7c2-422c-bff9-8d0320dc5b81 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5988181 Aug 31 04:32:15.663214 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 57812) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:15.669798 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.v2.base [None req-5e10853d-dee3-41b6-b5c8-6c84423708d7 admin admin] Request body: {'subnet': {'network_id': '2b1770a4-934d-49a7-a5c2-844beb26d79a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1580808312-subnet', 'tenant_id': '2f8e82cf86684d55bca526dc154c03d1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:32:15.682576 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-59e746b7-03d3-48c1-abb7-bbe70421f193 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.5690405 Aug 31 04:32:15.684993 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 57818) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:15.693562 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.v2.base [None req-f2062530-aed6-42d0-93c2-752925c08937 admin admin] Request body: {'subnet': {'network_id': '8936ee09-226f-4718-943f-9ffdccd40918', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-272015880-subnet', 'tenant_id': '9a4c00b65f96499f945037afd604da1d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:32:15.704144 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee4a975-339f-43c2-9b70-0dd3ff034d7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e2eb671-c941-4e48-a981-66f958b04fd1,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:15.780330 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ee4a975-339f-43c2-9b70-0dd3ff034d7e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 355} {{(pid=93873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 04:32:15.784243 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e10853d-dee3-41b6-b5c8-6c84423708d7 admin admin] Made reservation on behalf of 2f8e82cf86684d55bca526dc154c03d1 for: {'subnet': 1} {{(pid=93874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:32:15.787145 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-5e10853d-dee3-41b6-b5c8-6c84423708d7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:15.801334 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4ee4a975-339f-43c2-9b70-0dd3ff034d7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671022'] for segment, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:15.801697 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.db.segments_db [None req-4ee4a975-339f-43c2-9b70-0dd3ff034d7e admin admin] Added segment 13fb0274-db4a-42f8-afdc-b024b4bf6d59 of type vlan for network 3aeaae2b-2fcb-4517-b1be-7428c1e35c56 Aug 31 04:32:15.815844 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2062530-aed6-42d0-93c2-752925c08937 admin admin] Made reservation on behalf of 9a4c00b65f96499f945037afd604da1d for: {'subnet': 1} {{(pid=93874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:32:15.818243 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-f2062530-aed6-42d0-93c2-752925c08937 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:15.840992 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 57826) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:15.961423 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4ee4a975-339f-43c2-9b70-0dd3ff034d7e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730086947184'] for network, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:16.011322 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c1bdbc67-a1e5-4521-85fc-4ee6ad8357b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:16.152548 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4ee4a975-339f-43c2-9b70-0dd3ff034d7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424'] for network, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:16.153560 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee4a975-339f-43c2-9b70-0dd3ff034d7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:16.154156 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4ee4a975-339f-43c2-9b70-0dd3ff034d7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8355474'] for network, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:16.203644 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 57844) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:16.213397 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-166dc240-0470-4a9d-b7c9-1af523667ac4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:16.235272 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-5e10853d-dee3-41b6-b5c8-6c84423708d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424'] for subnet, after_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:16.243404 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-f2062530-aed6-42d0-93c2-752925c08937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424'] for subnet, after_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:16.252321 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c1bdbc67-a1e5-4521-85fc-4ee6ad8357b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:16.281698 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c1bdbc67-a1e5-4521-85fc-4ee6ad8357b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:16.292646 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-166dc240-0470-4a9d-b7c9-1af523667ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:16.302942 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e10853d-dee3-41b6-b5c8-6c84423708d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e15e21a-55f2-483a-9c78-48bccbedd076,revision_number=0']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:16.323889 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-4ee4a975-339f-43c2-9b70-0dd3ff034d7e admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.1096380 Aug 31 04:32:16.331231 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 57850) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:16.345308 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.v2.base [None req-9f5d3bd7-dd70-4b35-b7df-b135a19c5491 admin admin] Request body: {'subnet': {'network_id': '3aeaae2b-2fcb-4517-b1be-7428c1e35c56', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1304553554-subnet', 'tenant_id': '27047762c8e04dfbb5633ccda29f7544', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:32:16.354886 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee4a975-339f-43c2-9b70-0dd3ff034d7e admin admin] Pushing event updated for resources: {'Network': ['ID=3aeaae2b-2fcb-4517-b1be-7428c1e35c56,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:16.366781 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Network 3aeaae2b-2fcb-4517-b1be-7428c1e35c56 details requested by agent ovs-agent-dv-cinder-778193-7-iscsi with host dv-cinder-778193-7-iscsi {{(pid=93875) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 04:32:16.373672 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-8ee84d90-5eb1-4747-9696-5aa4a002e25e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:16.382499 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2062530-aed6-42d0-93c2-752925c08937 admin admin] Checking segment: {'id': 'f068b9d6-cd7c-4610-b419-d71f6e8f87e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '8936ee09-226f-4718-943f-9ffdccd40918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 04:32:16.382853 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2062530-aed6-42d0-93c2-752925c08937 admin admin] Network hostable DHCP agents. Network: 8936ee09-226f-4718-943f-9ffdccd40918, hostable agents: ['9b8b4806-ecc0-4bb6-b220-1afcd08d5676'], hosted agents: [] {{(pid=93874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 04:32:16.392131 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e10853d-dee3-41b6-b5c8-6c84423708d7 admin admin] Checking segment: {'id': '14aa025e-dd6c-45fc-a8a8-06cb8f48a6ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '2b1770a4-934d-49a7-a5c2-844beb26d79a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 04:32:16.392484 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e10853d-dee3-41b6-b5c8-6c84423708d7 admin admin] Network hostable DHCP agents. Network: 2b1770a4-934d-49a7-a5c2-844beb26d79a, hostable agents: ['9b8b4806-ecc0-4bb6-b220-1afcd08d5676'], hosted agents: [] {{(pid=93874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 04:32:16.408776 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2062530-aed6-42d0-93c2-752925c08937 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dbec82d9-5dbd-41df-9df9-228f18fdefe0,revision_number=0']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:16.414826 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-c1bdbc67-a1e5-4521-85fc-4ee6ad8357b3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8df9dbd2b66243409bb57852799da6d9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5697296 Aug 31 04:32:16.417578 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 57852) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:16.423252 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bdbc67-a1e5-4521-85fc-4ee6ad8357b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23def6b6-5df9-4766-adcb-fa301ae9426a,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:16.454848 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2062530-aed6-42d0-93c2-752925c08937 admin admin] Network 8936ee09-226f-4718-943f-9ffdccd40918 is scheduled to be hosted by DHCP agent 9b8b4806-ecc0-4bb6-b220-1afcd08d5676 with binding_index 1 {{(pid=93874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 04:32:16.456681 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e10853d-dee3-41b6-b5c8-6c84423708d7 admin admin] Network 2b1770a4-934d-49a7-a5c2-844beb26d79a is scheduled to be hosted by DHCP agent 9b8b4806-ecc0-4bb6-b220-1afcd08d5676 with binding_index 1 {{(pid=93874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 04:32:16.472068 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.scheduler.base_scheduler [None req-f2062530-aed6-42d0-93c2-752925c08937 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-7-iscsi, 8936ee09-226f-4718-943f-9ffdccd40918) {{(pid=93874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:32:16.473686 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.scheduler.base_scheduler [None req-5e10853d-dee3-41b6-b5c8-6c84423708d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-7-iscsi, 2b1770a4-934d-49a7-a5c2-844beb26d79a) {{(pid=93874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:32:16.476496 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f5d3bd7-dd70-4b35-b7df-b135a19c5491 admin admin] Made reservation on behalf of 27047762c8e04dfbb5633ccda29f7544 for: {'subnet': 1} {{(pid=93873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:32:16.479481 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-9f5d3bd7-dd70-4b35-b7df-b135a19c5491 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:16.487529 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2062530-aed6-42d0-93c2-752925c08937 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:16.488106 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-f2062530-aed6-42d0-93c2-752925c08937 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8355474'] for subnet, before_response {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:16.488335 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-466304e3-c243-41f4-a1d1-143fc6f963c0 None None] Network 8936ee09-226f-4718-943f-9ffdccd40918 requested from dv-cinder-778193-7-iscsi {{(pid=93875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 04:32:16.490668 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b40f93-d3bc-464d-9c09-d45d663e59cd None None] Network 2b1770a4-934d-49a7-a5c2-844beb26d79a requested from dv-cinder-778193-7-iscsi {{(pid=93875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 04:32:16.496831 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e10853d-dee3-41b6-b5c8-6c84423708d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:16.497341 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-5e10853d-dee3-41b6-b5c8-6c84423708d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8355474'] for subnet, before_response {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:16.544966 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-01d4bd86-5f09-4f72-b4c5-0d9e31f7e6c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:16.578890 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-01d4bd86-5f09-4f72-b4c5-0d9e31f7e6c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:16.581539 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.db.db_base_plugin_common [None req-166dc240-0470-4a9d-b7c9-1af523667ac4 admin admin] Allocated IP 172.27.3.179 (f4b5f899-990a-4804-98c2-2f4cfa444408/03ec91ec-d42e-4d2c-8dee-dc4e2d357557/6ad2e4ea-66b5-448a-ae2a-816cb31d4cac) {{(pid=93873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:32:16.657922 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-8ee84d90-5eb1-4747-9696-5aa4a002e25e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:16.671132 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-8ee84d90-5eb1-4747-9696-5aa4a002e25e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:16.704080 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee84d90-5eb1-4747-9696-5aa4a002e25e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8290b9af-c183-4349-a965-114833eee208,revision_number=1']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:16.707909 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-f2062530-aed6-42d0-93c2-752925c08937 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0216725 Aug 31 04:32:16.710798 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 57856) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:16.714765 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-5e10853d-dee3-41b6-b5c8-6c84423708d7 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0494144 Aug 31 04:32:16.718972 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 57858) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:16.719130 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.v2.base [None req-f775ccfa-59f6-49cc-ad06-6b92968dc4d9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-272015880-router', 'tenant_id': '9a4c00b65f96499f945037afd604da1d', 'external_gateway_info': {'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408'}}} {{(pid=93873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:32:16.725679 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.v2.base [None req-7616060f-ef97-4b4c-9b72-0df4012ab56a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1580808312-router', 'tenant_id': '2f8e82cf86684d55bca526dc154c03d1', 'external_gateway_info': {'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408'}}} {{(pid=93874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:32:16.753315 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-01d4bd86-5f09-4f72-b4c5-0d9e31f7e6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:16.756262 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-01d4bd86-5f09-4f72-b4c5-0d9e31f7e6c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:16.757445 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-01d4bd86-5f09-4f72-b4c5-0d9e31f7e6c0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/23def6b6-5df9-4766-adcb-fa301ae9426a HTTP/1.1" status: 204 len: 168 time: 0.3386462 Aug 31 04:32:16.772284 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-8ee84d90-5eb1-4747-9696-5aa4a002e25e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=80e130aa18d14bbb987c094900ce233c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5676372 Aug 31 04:32:16.773642 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d4bd86-5f09-4f72-b4c5-0d9e31f7e6c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23def6b6-5df9-4766-adcb-fa301ae9426a,revision_number=None']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:16.776096 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 57862) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:16.784292 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-7616060f-ef97-4b4c-9b72-0df4012ab56a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7908113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4355'] for router, before_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:16.785384 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-7616060f-ef97-4b4c-9b72-0df4012ab56a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7955191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7955588', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8024679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4372'] for router, precommit_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:16.794194 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-166dc240-0470-4a9d-b7c9-1af523667ac4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:16.804137 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fda1078-9dd4-4413-97d3-5bc7ab7431e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7a2cf1e-32d6-59fc-ab2a-f09a03f47ff6-8936ee09-226f-4718-943f-9ffdccd40918', 'network_id': '8936ee09-226f-4718-943f-9ffdccd40918', 'tenant_id': '9a4c00b65f96499f945037afd604da1d', 'fixed_ips': [{'subnet_id': 'dbec82d9-5dbd-41df-9df9-228f18fdefe0'}]}} from dv-cinder-778193-7-iscsi. {{(pid=93875) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 04:32:16.805192 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-9f5d3bd7-dd70-4b35-b7df-b135a19c5491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424'] for subnet, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:16.808361 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6fda1078-9dd4-4413-97d3-5bc7ab7431e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:16.834118 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5311699b-b373-4943-9486-9f7a67f39d91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7a2cf1e-32d6-59fc-ab2a-f09a03f47ff6-2b1770a4-934d-49a7-a5c2-844beb26d79a', 'network_id': '2b1770a4-934d-49a7-a5c2-844beb26d79a', 'tenant_id': '2f8e82cf86684d55bca526dc154c03d1', 'fixed_ips': [{'subnet_id': '9e15e21a-55f2-483a-9c78-48bccbedd076'}]}} from dv-cinder-778193-7-iscsi. {{(pid=93875) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 04:32:16.835083 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5311699b-b373-4943-9486-9f7a67f39d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:16.846254 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f775ccfa-59f6-49cc-ad06-6b92968dc4d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7908113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4355'] for router, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:16.847204 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f775ccfa-59f6-49cc-ad06-6b92968dc4d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7955191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7955588', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8024679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4372'] for router, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:16.921359 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-7616060f-ef97-4b4c-9b72-0df4012ab56a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:16.928067 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5d3bd7-dd70-4b35-b7df-b135a19c5491 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d83980b-3124-4c2e-b6ea-a36baea3887a,revision_number=0']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:16.928370 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1e874291-4267-40e3-99e7-47405ef5572f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:16.989760 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f775ccfa-59f6-49cc-ad06-6b92968dc4d9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:16.990246 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1e874291-4267-40e3-99e7-47405ef5572f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:16.994252 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5d3bd7-dd70-4b35-b7df-b135a19c5491 admin admin] Checking segment: {'id': '13fb0274-db4a-42f8-afdc-b024b4bf6d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '3aeaae2b-2fcb-4517-b1be-7428c1e35c56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 04:32:16.995090 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f5d3bd7-dd70-4b35-b7df-b135a19c5491 admin admin] Network hostable DHCP agents. Network: 3aeaae2b-2fcb-4517-b1be-7428c1e35c56, hostable agents: ['9b8b4806-ecc0-4bb6-b220-1afcd08d5676'], hosted agents: [] {{(pid=93873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 04:32:17.043959 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-166dc240-0470-4a9d-b7c9-1af523667ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730086931496'] for port, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:17.133927 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f5d3bd7-dd70-4b35-b7df-b135a19c5491 admin admin] Network 3aeaae2b-2fcb-4517-b1be-7428c1e35c56 is scheduled to be hosted by DHCP agent 9b8b4806-ecc0-4bb6-b220-1afcd08d5676 with binding_index 1 {{(pid=93873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 04:32:17.139099 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-7616060f-ef97-4b4c-9b72-0df4012ab56a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:17.219824 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1e874291-4267-40e3-99e7-47405ef5572f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:17.220342 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1e874291-4267-40e3-99e7-47405ef5572f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:17.224530 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-1e874291-4267-40e3-99e7-47405ef5572f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8290b9af-c183-4349-a965-114833eee208 HTTP/1.1" status: 204 len: 168 time: 0.4439657 Aug 31 04:32:17.239484 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e874291-4267-40e3-99e7-47405ef5572f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8290b9af-c183-4349-a965-114833eee208,revision_number=None']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:17.250350 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166dc240-0470-4a9d-b7c9-1af523667ac4 admin admin] Network f4b5f899-990a-4804-98c2-2f4cfa444408 is already hosted by enough agents. {{(pid=93873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:32:17.258711 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.scheduler.base_scheduler [None req-166dc240-0470-4a9d-b7c9-1af523667ac4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:32:17.320442 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166dc240-0470-4a9d-b7c9-1af523667ac4 admin admin] Received port after_create {{(pid=93873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 04:32:17.329818 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.scheduler.base_scheduler [None req-9f5d3bd7-dd70-4b35-b7df-b135a19c5491 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-7-iscsi, 3aeaae2b-2fcb-4517-b1be-7428c1e35c56) {{(pid=93873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:32:17.342383 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 57884) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:17.350633 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4423f07c-56c8-4afb-b3ec-4cd05b6d2916 None None] Network 3aeaae2b-2fcb-4517-b1be-7428c1e35c56 requested from dv-cinder-778193-7-iscsi {{(pid=93875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 04:32:17.371548 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-6fda1078-9dd4-4413-97d3-5bc7ab7431e0 None None] Allocated IP 172.20.0.2 (8936ee09-226f-4718-943f-9ffdccd40918/dbec82d9-5dbd-41df-9df9-228f18fdefe0/8c339eb9-a7fc-44cd-ba56-3c8733551df2) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:32:17.427244 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f5d3bd7-dd70-4b35-b7df-b135a19c5491 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:17.428222 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-9f5d3bd7-dd70-4b35-b7df-b135a19c5491 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8355474'] for subnet, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:17.432608 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f775ccfa-59f6-49cc-ad06-6b92968dc4d9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:17.439347 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166dc240-0470-4a9d-b7c9-1af523667ac4 admin admin] Pushing event updated for resources: {'Port': ['ID=6ad2e4ea-66b5-448a-ae2a-816cb31d4cac,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:17.507113 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-9f5d3bd7-dd70-4b35-b7df-b135a19c5491 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1686473 Aug 31 04:32:17.635343 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-d49401c1-ec5f-405e-8723-4cc0aa006b50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:17.644934 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6fda1078-9dd4-4413-97d3-5bc7ab7431e0 None None] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:17.659203 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-5311699b-b373-4943-9486-9f7a67f39d91 None None] Allocated IP 172.20.0.2 (2b1770a4-934d-49a7-a5c2-844beb26d79a/9e15e21a-55f2-483a-9c78-48bccbedd076/981772f7-bee5-481f-ac76-e7ef7c437ebd) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:32:17.673832 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-6fda1078-9dd4-4413-97d3-5bc7ab7431e0 None None] Transition to ACTIVE for port object 8c339eb9-a7fc-44cd-ba56-3c8733551df2 will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 04:32:17.729565 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-7616060f-ef97-4b4c-9b72-0df4012ab56a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:17.773614 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-6fda1078-9dd4-4413-97d3-5bc7ab7431e0 None None] Transition to ACTIVE for port object 8c339eb9-a7fc-44cd-ba56-3c8733551df2 will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 04:32:17.779352 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-7616060f-ef97-4b4c-9b72-0df4012ab56a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:17.860033 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6fda1078-9dd4-4413-97d3-5bc7ab7431e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730086931496'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:17.981506 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fda1078-9dd4-4413-97d3-5bc7ab7431e0 None None] Network 8936ee09-226f-4718-943f-9ffdccd40918 is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:32:18.016534 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-6fda1078-9dd4-4413-97d3-5bc7ab7431e0 None None] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:32:18.017981 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-d49401c1-ec5f-405e-8723-4cc0aa006b50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:18.023443 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fda1078-9dd4-4413-97d3-5bc7ab7431e0 None None] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 04:32:18.036493 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-d49401c1-ec5f-405e-8723-4cc0aa006b50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:18.041670 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.db.db_base_plugin_common [None req-7616060f-ef97-4b4c-9b72-0df4012ab56a admin admin] Allocated IP 172.27.3.228 (f4b5f899-990a-4804-98c2-2f4cfa444408/03ec91ec-d42e-4d2c-8dee-dc4e2d357557/80a6a27f-a192-4ead-90e8-474aed701de6) {{(pid=93874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:32:18.049056 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-166dc240-0470-4a9d-b7c9-1af523667ac4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:18.097991 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49401c1-ec5f-405e-8723-4cc0aa006b50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=202ea867-e614-46aa-822e-cf84bed0f900,revision_number=1']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:18.105640 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-d49401c1-ec5f-405e-8723-4cc0aa006b50 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6a20617c183c4032af6f51915f8859f9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7623820 Aug 31 04:32:18.108164 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 57920) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:18.142517 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fda1078-9dd4-4413-97d3-5bc7ab7431e0 None None] Pushing event updated for resources: {'Port': ['ID=8c339eb9-a7fc-44cd-ba56-3c8733551df2,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:18.284137 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fda1078-9dd4-4413-97d3-5bc7ab7431e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:32:18.284252 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fda1078-9dd4-4413-97d3-5bc7ab7431e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:32:18.284593 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fda1078-9dd4-4413-97d3-5bc7ab7431e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:32:18.285017 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fda1078-9dd4-4413-97d3-5bc7ab7431e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:32:18.285268 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fda1078-9dd4-4413-97d3-5bc7ab7431e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:32:18.285562 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fda1078-9dd4-4413-97d3-5bc7ab7431e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:32:18.285895 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fda1078-9dd4-4413-97d3-5bc7ab7431e0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:32:18.286223 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fda1078-9dd4-4413-97d3-5bc7ab7431e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:32:18.286564 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fda1078-9dd4-4413-97d3-5bc7ab7431e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:32:18.286887 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fda1078-9dd4-4413-97d3-5bc7ab7431e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:32:18.287204 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fda1078-9dd4-4413-97d3-5bc7ab7431e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:32:18.287520 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fda1078-9dd4-4413-97d3-5bc7ab7431e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:32:18.289145 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fda1078-9dd4-4413-97d3-5bc7ab7431e0 None None] Tracked resource versions report: Aug 31 04:32:18.289145 dv-cinder-778193-7-iscsi neutron-server[93875]: pushed versions: Aug 31 04:32:18.289145 dv-cinder-778193-7-iscsi neutron-server[93875]: { 'AddressGroup': {'1.2'}, Aug 31 04:32:18.289145 dv-cinder-778193-7-iscsi neutron-server[93875]: 'ConntrackHelper': {'1.0'}, Aug 31 04:32:18.289145 dv-cinder-778193-7-iscsi neutron-server[93875]: 'Log': {'1.0'}, Aug 31 04:32:18.289145 dv-cinder-778193-7-iscsi neutron-server[93875]: 'Network': {'1.1'}, Aug 31 04:32:18.289145 dv-cinder-778193-7-iscsi neutron-server[93875]: 'Port': {'1.7'}, Aug 31 04:32:18.289145 dv-cinder-778193-7-iscsi neutron-server[93875]: 'PortForwarding': {'1.2'}, Aug 31 04:32:18.289145 dv-cinder-778193-7-iscsi neutron-server[93875]: 'QosPolicy': {'1.9'}, Aug 31 04:32:18.289145 dv-cinder-778193-7-iscsi neutron-server[93875]: 'SecurityGroup': {'1.4'}, Aug 31 04:32:18.289145 dv-cinder-778193-7-iscsi neutron-server[93875]: 'SecurityGroupRule': {'1.2'}, Aug 31 04:32:18.289145 dv-cinder-778193-7-iscsi neutron-server[93875]: 'SubPort': {'1.0'}, Aug 31 04:32:18.289145 dv-cinder-778193-7-iscsi neutron-server[93875]: 'Subnet': {'1.1'}, Aug 31 04:32:18.289145 dv-cinder-778193-7-iscsi neutron-server[93875]: 'Trunk': {'1.1'}} Aug 31 04:32:18.289145 dv-cinder-778193-7-iscsi neutron-server[93875]: consumer versions: Aug 31 04:32:18.289145 dv-cinder-778193-7-iscsi neutron-server[93875]: { DHCP agent@dv-cinder-778193-7-iscsi: {}, Aug 31 04:32:18.289145 dv-cinder-778193-7-iscsi neutron-server[93875]: HyperV agent@hv-cinder-77819: {}, Aug 31 04:32:18.289145 dv-cinder-778193-7-iscsi neutron-server[93875]: L3 agent@dv-cinder-778193-7-iscsi: {}, Aug 31 04:32:18.289145 dv-cinder-778193-7-iscsi neutron-server[93875]: Metadata agent@dv-cinder-778193-7-iscsi: {}, Aug 31 04:32:18.289145 dv-cinder-778193-7-iscsi neutron-server[93875]: Metering agent@dv-cinder-778193-7-iscsi: {}, Aug 31 04:32:18.289145 dv-cinder-778193-7-iscsi neutron-server[93875]: Open vSwitch agent@dv-cinder-778193-7-iscsi: { 'AddressGroup': '1.2', Aug 31 04:32:18.289145 dv-cinder-778193-7-iscsi neutron-server[93875]: 'ConntrackHelper': '1.0', Aug 31 04:32:18.289145 dv-cinder-778193-7-iscsi neutron-server[93875]: 'Log': '1.0', Aug 31 04:32:18.289145 dv-cinder-778193-7-iscsi neutron-server[93875]: 'Network': '1.1', Aug 31 04:32:18.289145 dv-cinder-778193-7-iscsi neutron-server[93875]: 'Port': '1.7', Aug 31 04:32:18.289145 dv-cinder-778193-7-iscsi neutron-server[93875]: 'PortForwarding': '1.2', Aug 31 04:32:18.289145 dv-cinder-778193-7-iscsi neutron-server[93875]: 'QosPolicy': '1.9', Aug 31 04:32:18.289145 dv-cinder-778193-7-iscsi neutron-server[93875]: 'SecurityGroup': '1.4', Aug 31 04:32:18.289145 dv-cinder-778193-7-iscsi neutron-server[93875]: 'SecurityGroupRule': '1.2', Aug 31 04:32:18.289145 dv-cinder-778193-7-iscsi neutron-server[93875]: 'SubPort': '1.0', Aug 31 04:32:18.289145 dv-cinder-778193-7-iscsi neutron-server[93875]: 'Subnet': '1.1', Aug 31 04:32:18.289145 dv-cinder-778193-7-iscsi neutron-server[93875]: 'Trunk': '1.1'}} Aug 31 04:32:18.289145 dv-cinder-778193-7-iscsi neutron-server[93875]: {{(pid=93875) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 04:32:18.327438 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a6ffd2d-f0b5-41f0-8bd9-279827032c79 None None] Network 3aeaae2b-2fcb-4517-b1be-7428c1e35c56 requested from dv-cinder-778193-7-iscsi {{(pid=93875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 04:32:18.346980 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-7616060f-ef97-4b4c-9b72-0df4012ab56a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:18.371415 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-b00fe4dc-25ad-4c17-8b13-7239e327447f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:18.397729 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-b00fe4dc-25ad-4c17-8b13-7239e327447f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:18.418478 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-7616060f-ef97-4b4c-9b72-0df4012ab56a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730086931496'] for port, after_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:18.476153 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7616060f-ef97-4b4c-9b72-0df4012ab56a admin admin] Pushing event updated for resources: {'Port': ['ID=80a6a27f-a192-4ead-90e8-474aed701de6,revision_number=1']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:18.509041 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7616060f-ef97-4b4c-9b72-0df4012ab56a admin admin] Network f4b5f899-990a-4804-98c2-2f4cfa444408 is already hosted by enough agents. {{(pid=93874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:32:18.513479 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.scheduler.base_scheduler [None req-7616060f-ef97-4b4c-9b72-0df4012ab56a admin admin] Resources bound (agent type, host, resource id): {{(pid=93874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:32:18.518213 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7616060f-ef97-4b4c-9b72-0df4012ab56a admin admin] Received port after_create {{(pid=93874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 04:32:18.538155 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f775ccfa-59f6-49cc-ad06-6b92968dc4d9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:18.565433 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-b00fe4dc-25ad-4c17-8b13-7239e327447f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:18.567733 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-b00fe4dc-25ad-4c17-8b13-7239e327447f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:18.573542 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-b00fe4dc-25ad-4c17-8b13-7239e327447f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/202ea867-e614-46aa-822e-cf84bed0f900 HTTP/1.1" status: 204 len: 168 time: 0.4638488 Aug 31 04:32:18.584899 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00fe4dc-25ad-4c17-8b13-7239e327447f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=202ea867-e614-46aa-822e-cf84bed0f900,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:18.593884 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f775ccfa-59f6-49cc-ad06-6b92968dc4d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:18.612427 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-166dc240-0470-4a9d-b7c9-1af523667ac4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7955150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7955703'] for router, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:18.664077 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 57952) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:18.672367 dv-cinder-778193-7-iscsi neutron-server[93874]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 31 04:32:18.679255 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [None req-6fda1078-9dd4-4413-97d3-5bc7ab7431e0 None None] Attempting to bind port 8c339eb9-a7fc-44cd-ba56-3c8733551df2 on host dv-cinder-778193-7-iscsi for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 04:32:18.679695 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [None req-6fda1078-9dd4-4413-97d3-5bc7ab7431e0 None None] Attempting to bind port 8c339eb9-a7fc-44cd-ba56-3c8733551df2 by drivers openvswitch,hyperv on host dv-cinder-778193-7-iscsi at level 0 using segments [{'id': 'f068b9d6-cd7c-4610-b419-d71f6e8f87e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '8936ee09-226f-4718-943f-9ffdccd40918'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 04:32:18.680059 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fda1078-9dd4-4413-97d3-5bc7ab7431e0 None None] Attempting to bind port 8c339eb9-a7fc-44cd-ba56-3c8733551df2 on network 8936ee09-226f-4718-943f-9ffdccd40918 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 04:32:18.765974 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5311699b-b373-4943-9486-9f7a67f39d91 None None] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:18.769562 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fda1078-9dd4-4413-97d3-5bc7ab7431e0 None None] Checking agent: {'id': '68c6f462-eb0a-4cde-80ac-29944282ee42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 4, 24, 29), 'started_at': datetime.datetime(2021, 8, 31, 4, 24, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 4, 31, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 04:32:18.769832 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fda1078-9dd4-4413-97d3-5bc7ab7431e0 None None] Checking segment: {'id': 'f068b9d6-cd7c-4610-b419-d71f6e8f87e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '8936ee09-226f-4718-943f-9ffdccd40918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 04:32:18.771317 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6fda1078-9dd4-4413-97d3-5bc7ab7431e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:18.776072 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fda1078-9dd4-4413-97d3-5bc7ab7431e0 None None] Bound using segment: {'id': 'f068b9d6-cd7c-4610-b419-d71f6e8f87e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '8936ee09-226f-4718-943f-9ffdccd40918'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 04:32:18.776600 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [None req-6fda1078-9dd4-4413-97d3-5bc7ab7431e0 None None] Bound port: 8c339eb9-a7fc-44cd-ba56-3c8733551df2, host: dv-cinder-778193-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f068b9d6-cd7c-4610-b419-d71f6e8f87e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '8936ee09-226f-4718-943f-9ffdccd40918'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 04:32:18.779295 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6fda1078-9dd4-4413-97d3-5bc7ab7431e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:18.806769 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.db.db_base_plugin_common [None req-f775ccfa-59f6-49cc-ad06-6b92968dc4d9 admin admin] Allocated IP 172.27.3.10 (f4b5f899-990a-4804-98c2-2f4cfa444408/03ec91ec-d42e-4d2c-8dee-dc4e2d357557/cf6d2b3c-8445-4fad-82e1-1ef5396f87c2) {{(pid=93873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:32:18.814368 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-5311699b-b373-4943-9486-9f7a67f39d91 None None] Transition to ACTIVE for port object 981772f7-bee5-481f-ac76-e7ef7c437ebd will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 04:32:18.903133 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-5311699b-b373-4943-9486-9f7a67f39d91 None None] Transition to ACTIVE for port object 981772f7-bee5-481f-ac76-e7ef7c437ebd will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 04:32:18.923436 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5311699b-b373-4943-9486-9f7a67f39d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730086931496'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:18.927267 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f775ccfa-59f6-49cc-ad06-6b92968dc4d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:19.032798 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdf030a-0deb-4a7e-984a-ba2a87e69cc6 req-f66cdf0d-7f2b-4b1e-ad9e-0fe707685ebc tempest-DeleteServersTestJSON-60392213 tempest-DeleteServersTestJSON-60392213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:19.035415 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-dfdf030a-0deb-4a7e-984a-ba2a87e69cc6 req-f66cdf0d-7f2b-4b1e-ad9e-0fe707685ebc tempest-DeleteServersTestJSON-60392213 tempest-DeleteServersTestJSON-60392213-project] 10.222.0.37 "GET /v2.0/networks?id=3aeaae2b-2fcb-4517-b1be-7428c1e35c56 HTTP/1.1" status: 200 len: 812 time: 0.3681438 Aug 31 04:32:19.041302 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-7616060f-ef97-4b4c-9b72-0df4012ab56a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:19.044656 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-6fda1078-9dd4-4413-97d3-5bc7ab7431e0 None None] For port 8c339eb9-a7fc-44cd-ba56-3c8733551df2, host dv-cinder-778193-7-iscsi, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:32:19.049143 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5311699b-b373-4943-9486-9f7a67f39d91 None None] Network 2b1770a4-934d-49a7-a5c2-844beb26d79a is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:32:19.059650 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5311699b-b373-4943-9486-9f7a67f39d91 None None] Pushing event updated for resources: {'Port': ['ID=981772f7-bee5-481f-ac76-e7ef7c437ebd,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:19.063054 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-5311699b-b373-4943-9486-9f7a67f39d91 None None] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:32:19.068099 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-6fda1078-9dd4-4413-97d3-5bc7ab7431e0 None None] For port 8c339eb9-a7fc-44cd-ba56-3c8733551df2, host dv-cinder-778193-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-7-iscsi',level=0,port_id=8c339eb9-a7fc-44cd-ba56-3c8733551df2,segment=NetworkSegment(f068b9d6-cd7c-4610-b419-d71f6e8f87e2),segment_id=f068b9d6-cd7c-4610-b419-d71f6e8f87e2)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:32:19.069295 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5311699b-b373-4943-9486-9f7a67f39d91 None None] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 04:32:19.090872 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6fda1078-9dd4-4413-97d3-5bc7ab7431e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:19.114781 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-dfdf030a-0deb-4a7e-984a-ba2a87e69cc6 req-7b56b5dc-267b-4a7d-8e43-c6ff0af0fa6f tempest-DeleteServersTestJSON-60392213 tempest-DeleteServersTestJSON-60392213-project] 10.222.0.37 "GET /v2.0/quotas/27047762c8e04dfbb5633ccda29f7544 HTTP/1.1" status: 200 len: 375 time: 0.0283072 Aug 31 04:32:19.176474 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [None req-5311699b-b373-4943-9486-9f7a67f39d91 None None] Attempting to bind port 981772f7-bee5-481f-ac76-e7ef7c437ebd on host dv-cinder-778193-7-iscsi for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 04:32:19.176833 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [None req-5311699b-b373-4943-9486-9f7a67f39d91 None None] Attempting to bind port 981772f7-bee5-481f-ac76-e7ef7c437ebd by drivers openvswitch,hyperv on host dv-cinder-778193-7-iscsi at level 0 using segments [{'id': '14aa025e-dd6c-45fc-a8a8-06cb8f48a6ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '2b1770a4-934d-49a7-a5c2-844beb26d79a'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 04:32:19.177190 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5311699b-b373-4943-9486-9f7a67f39d91 None None] Attempting to bind port 981772f7-bee5-481f-ac76-e7ef7c437ebd on network 2b1770a4-934d-49a7-a5c2-844beb26d79a {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 04:32:19.200991 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5311699b-b373-4943-9486-9f7a67f39d91 None None] Checking agent: {'id': '68c6f462-eb0a-4cde-80ac-29944282ee42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 4, 24, 29), 'started_at': datetime.datetime(2021, 8, 31, 4, 24, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 4, 31, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 04:32:19.201258 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f775ccfa-59f6-49cc-ad06-6b92968dc4d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730086931496'] for port, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:19.201705 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5311699b-b373-4943-9486-9f7a67f39d91 None None] Checking segment: {'id': '14aa025e-dd6c-45fc-a8a8-06cb8f48a6ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '2b1770a4-934d-49a7-a5c2-844beb26d79a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 04:32:19.201805 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5311699b-b373-4943-9486-9f7a67f39d91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:19.202149 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5311699b-b373-4943-9486-9f7a67f39d91 None None] Bound using segment: {'id': '14aa025e-dd6c-45fc-a8a8-06cb8f48a6ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '2b1770a4-934d-49a7-a5c2-844beb26d79a'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 04:32:19.202630 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [None req-5311699b-b373-4943-9486-9f7a67f39d91 None None] Bound port: 981772f7-bee5-481f-ac76-e7ef7c437ebd, host: dv-cinder-778193-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14aa025e-dd6c-45fc-a8a8-06cb8f48a6ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '2b1770a4-934d-49a7-a5c2-844beb26d79a'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 04:32:19.203029 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5311699b-b373-4943-9486-9f7a67f39d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:19.218053 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fda1078-9dd4-4413-97d3-5bc7ab7431e0 None None] Pushing event updated for resources: {'Port': ['ID=8c339eb9-a7fc-44cd-ba56-3c8733551df2,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:19.218298 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-dfdf030a-0deb-4a7e-984a-ba2a87e69cc6 req-e61c91aa-6bde-4cd6-ba7f-5d005d55cf7e tempest-DeleteServersTestJSON-60392213 tempest-DeleteServersTestJSON-60392213-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=27047762c8e04dfbb5633ccda29f7544&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0888476 Aug 31 04:32:19.264840 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [req-dfdf030a-0deb-4a7e-984a-ba2a87e69cc6 req-537f0d2f-ce6b-4dd8-9119-766e11a0aff0 tempest-DeleteServersTestJSON-60392213 tempest-DeleteServersTestJSON-60392213-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93874) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 04:32:19.266074 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-dfdf030a-0deb-4a7e-984a-ba2a87e69cc6 req-537f0d2f-ce6b-4dd8-9119-766e11a0aff0 tempest-DeleteServersTestJSON-60392213 tempest-DeleteServersTestJSON-60392213-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0097859 Aug 31 04:32:19.307232 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f775ccfa-59f6-49cc-ad06-6b92968dc4d9 admin admin] Network f4b5f899-990a-4804-98c2-2f4cfa444408 is already hosted by enough agents. {{(pid=93873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:32:19.323250 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.scheduler.base_scheduler [None req-f775ccfa-59f6-49cc-ad06-6b92968dc4d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:32:19.328095 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f775ccfa-59f6-49cc-ad06-6b92968dc4d9 admin admin] Received port after_create {{(pid=93873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 04:32:19.342036 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-5311699b-b373-4943-9486-9f7a67f39d91 None None] For port 981772f7-bee5-481f-ac76-e7ef7c437ebd, host dv-cinder-778193-7-iscsi, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:32:19.346677 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-5311699b-b373-4943-9486-9f7a67f39d91 None None] For port 981772f7-bee5-481f-ac76-e7ef7c437ebd, host dv-cinder-778193-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-7-iscsi',level=0,port_id=981772f7-bee5-481f-ac76-e7ef7c437ebd,segment=NetworkSegment(14aa025e-dd6c-45fc-a8a8-06cb8f48a6ca),segment_id=14aa025e-dd6c-45fc-a8a8-06cb8f48a6ca)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:32:19.354610 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5311699b-b373-4943-9486-9f7a67f39d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:19.426407 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5311699b-b373-4943-9486-9f7a67f39d91 None None] Pushing event updated for resources: {'Port': ['ID=981772f7-bee5-481f-ac76-e7ef7c437ebd,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:19.537779 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-7616060f-ef97-4b4c-9b72-0df4012ab56a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7955150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7955703'] for router, after_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:19.578252 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-166dc240-0470-4a9d-b7c9-1af523667ac4 admin admin] Router 285b27e9-9869-460f-97cf-7e4a1652d33c is scheduled to L3 agent 0d18d50c-d309-40cc-9cbf-a014e4f79dac with binding_index 1 {{(pid=93873) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 04:32:19.615693 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f775ccfa-59f6-49cc-ad06-6b92968dc4d9 admin admin] Pushing event updated for resources: {'Port': ['ID=cf6d2b3c-8445-4fad-82e1-1ef5396f87c2,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:19.772570 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7616060f-ef97-4b4c-9b72-0df4012ab56a admin admin] Router 1b0ed72e-a8df-4f57-a9db-54d4c4b1af8d is scheduled to L3 agent 0d18d50c-d309-40cc-9cbf-a014e4f79dac with binding_index 1 {{(pid=93874) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 04:32:19.878653 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-166dc240-0470-4a9d-b7c9-1af523667ac4 admin admin] Notify agent at l3_agent.dv-cinder-778193-7-iscsi the message routers_updated {{(pid=93873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:32:19.906256 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b604c2d7-d303-4e72-b480-244bd2e6b180 None None] Sync routers for ids ['285b27e9-9869-460f-97cf-7e4a1652d33c'] in dv-cinder-778193-7-iscsi {{(pid=93876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:32:19.932879 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b604c2d7-d303-4e72-b480-244bd2e6b180 None None] Routers {'285b27e9-9869-460f-97cf-7e4a1652d33c'} bound to L3 agent in host dv-cinder-778193-7-iscsi {{(pid=93876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 04:32:19.933993 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.l3_hamode_db [None req-b604c2d7-d303-4e72-b480-244bd2e6b180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T04:24:29Z,description=,heartbeat_timestamp=2021-08-31T04:31:59Z,host='dv-cinder-778193-7-iscsi',id=0d18d50c-d309-40cc-9cbf-a014e4f79dac,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T04:24:29Z,topic='l3_agent')) {'router_ids': ['285b27e9-9869-460f-97cf-7e4a1652d33c'], 'active': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:32:20.005007 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-166dc240-0470-4a9d-b7c9-1af523667ac4 admin admin] Notify callbacks [] for router, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:20.007948 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-166dc240-0470-4a9d-b7c9-1af523667ac4 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.1860206 Aug 31 04:32:20.017746 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 58004) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:20.132635 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7616060f-ef97-4b4c-9b72-0df4012ab56a admin admin] Notify agent at l3_agent.dv-cinder-778193-7-iscsi the message routers_updated {{(pid=93874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:32:20.137153 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f775ccfa-59f6-49cc-ad06-6b92968dc4d9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:20.147601 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961e4aea-e611-4eb3-848c-b8203a6fc269 None None] Sync routers for ids ['1b0ed72e-a8df-4f57-a9db-54d4c4b1af8d'] in dv-cinder-778193-7-iscsi {{(pid=93875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:32:20.166825 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961e4aea-e611-4eb3-848c-b8203a6fc269 None None] Routers {'1b0ed72e-a8df-4f57-a9db-54d4c4b1af8d'} bound to L3 agent in host dv-cinder-778193-7-iscsi {{(pid=93875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 04:32:20.167769 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-961e4aea-e611-4eb3-848c-b8203a6fc269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T04:24:29Z,description=,heartbeat_timestamp=2021-08-31T04:31:59Z,host='dv-cinder-778193-7-iscsi',id=0d18d50c-d309-40cc-9cbf-a014e4f79dac,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T04:24:29Z,topic='l3_agent')) {'router_ids': ['1b0ed72e-a8df-4f57-a9db-54d4c4b1af8d'], 'active': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:32:20.212958 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-7616060f-ef97-4b4c-9b72-0df4012ab56a admin admin] Notify callbacks [] for router, before_response {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:20.214203 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-7616060f-ef97-4b4c-9b72-0df4012ab56a admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.4939079 Aug 31 04:32:20.218849 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 58010) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:20.297254 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.l3_dvr_db [None req-b604c2d7-d303-4e72-b480-244bd2e6b180 None None] Set router 285b27e9-9869-460f-97cf-7e4a1652d33c gateway port host: dv-cinder-778193-7-iscsi {{(pid=93876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 04:32:20.401965 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-dfdf030a-0deb-4a7e-984a-ba2a87e69cc6 req-8c105f69-8cbc-4aa0-9fd6-c1aae089993d service neutron] 10.222.0.37 "GET /v2.0/networks/3aeaae2b-2fcb-4517-b1be-7428c1e35c56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6661158 Aug 31 04:32:20.456815 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvr_db [None req-961e4aea-e611-4eb3-848c-b8203a6fc269 None None] Set router 1b0ed72e-a8df-4f57-a9db-54d4c4b1af8d gateway port host: dv-cinder-778193-7-iscsi {{(pid=93875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 04:32:20.619438 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-dfdf030a-0deb-4a7e-984a-ba2a87e69cc6 req-d2e56672-1332-4273-9e62-195c5fd54d6b service neutron] 10.222.0.37 "GET /v2.0/networks/3aeaae2b-2fcb-4517-b1be-7428c1e35c56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164102 Aug 31 04:32:20.687336 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.l3_hamode_db [None req-b604c2d7-d303-4e72-b480-244bd2e6b180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '285b27e9-9869-460f-97cf-7e4a1652d33c', 'name': 'tempest-ServerRescueNegativeTestJSON-234244663-router', 'tenant_id': '5c02d31770b24c65beddac4595cdfe52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'external_fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': '6ad2e4ea-66b5-448a-ae2a-816cb31d4cac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:32:14Z', 'updated_at': '2021-08-31T04:32:17Z', 'revision_number': 3, 'project_id': '5c02d31770b24c65beddac4595cdfe52', 'gw_port': {'id': '6ad2e4ea-66b5-448a-ae2a-816cb31d4cac', 'name': '', 'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5a:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '285b27e9-9869-460f-97cf-7e4a1652d33c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:32:16Z', 'updated_at': '2021-08-31T04:32:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-iscsi'}], 'dv-cinder-778193-7-iscsi', False) {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:32:20.729801 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b604c2d7-d303-4e72-b480-244bd2e6b180 None None] Checking router: 285b27e9-9869-460f-97cf-7e4a1652d33c for host: dv-cinder-778193-7-iscsi {{(pid=93876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:32:20.730403 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b604c2d7-d303-4e72-b480-244bd2e6b180 None None] Updating router 285b27e9-9869-460f-97cf-7e4a1652d33c port 6ad2e4ea-66b5-448a-ae2a-816cb31d4cac binding host dv-cinder-778193-7-iscsi {{(pid=93876) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 04:32:20.784346 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b604c2d7-d303-4e72-b480-244bd2e6b180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:20.835440 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f59322f0-dcec-4ebb-93ff-05209dcf5be8 None None] Network 8936ee09-226f-4718-943f-9ffdccd40918 requested from dv-cinder-778193-7-iscsi {{(pid=93875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 04:32:20.905989 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f775ccfa-59f6-49cc-ad06-6b92968dc4d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7955150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7955703'] for router, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:21.189026 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 58042) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:21.211159 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-f4dc6557-bf78-4c26-bb90-12c348949446 None None] Provisioning for port 8c339eb9-a7fc-44cd-ba56-3c8733551df2 completed by entity DHCP. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 04:32:21.375378 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-797cc171-c721-4621-bca2-c348129ea3e0 req-f9b0d019-f8cb-4e33-bcf1-febce42d39fb tempest-DeleteServersTestJSON-60392213 tempest-DeleteServersTestJSON-60392213-project] 10.222.0.37 "GET /v2.0/ports?device_id=c859cc46-668d-40eb-a3e5-5191d0402f21 HTTP/1.1" status: 200 len: 210 time: 0.1833456 Aug 31 04:32:21.406894 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-008fa072-8dc9-4456-a396-1ef07e237d77 None None] Network 2b1770a4-934d-49a7-a5c2-844beb26d79a requested from dv-cinder-778193-7-iscsi {{(pid=93875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 04:32:21.408770 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Device 981772f7-bee5-481f-ac76-e7ef7c437ebd up at agent ovs-agent-dv-cinder-778193-7-iscsi {{(pid=93875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:32:21.472295 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b604c2d7-d303-4e72-b480-244bd2e6b180 None None] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:21.498732 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [None req-b604c2d7-d303-4e72-b480-244bd2e6b180 None None] Transition to ACTIVE for port object 6ad2e4ea-66b5-448a-ae2a-816cb31d4cac will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 04:32:21.527192 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b604c2d7-d303-4e72-b480-244bd2e6b180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:21.618388 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3e3b9e-10ef-4da3-9411-d134bc982490 None None] Pushing event updated for resources: {'Port': ['ID=6ad2e4ea-66b5-448a-ae2a-816cb31d4cac,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:21.644837 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3e3b9e-10ef-4da3-9411-d134bc982490 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:32:21.645803 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3e3b9e-10ef-4da3-9411-d134bc982490 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:32:21.648516 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3e3b9e-10ef-4da3-9411-d134bc982490 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:32:21.649007 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3e3b9e-10ef-4da3-9411-d134bc982490 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:32:21.649451 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3e3b9e-10ef-4da3-9411-d134bc982490 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:32:21.652679 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3e3b9e-10ef-4da3-9411-d134bc982490 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:32:21.653190 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3e3b9e-10ef-4da3-9411-d134bc982490 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:32:21.654404 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3e3b9e-10ef-4da3-9411-d134bc982490 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:32:21.654878 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3e3b9e-10ef-4da3-9411-d134bc982490 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:32:21.655319 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3e3b9e-10ef-4da3-9411-d134bc982490 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:32:21.655757 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3e3b9e-10ef-4da3-9411-d134bc982490 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:32:21.657293 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3e3b9e-10ef-4da3-9411-d134bc982490 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:32:21.660345 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3e3b9e-10ef-4da3-9411-d134bc982490 None None] Tracked resource versions report: Aug 31 04:32:21.660345 dv-cinder-778193-7-iscsi neutron-server[93876]: pushed versions: Aug 31 04:32:21.660345 dv-cinder-778193-7-iscsi neutron-server[93876]: { 'AddressGroup': {'1.2'}, Aug 31 04:32:21.660345 dv-cinder-778193-7-iscsi neutron-server[93876]: 'ConntrackHelper': {'1.0'}, Aug 31 04:32:21.660345 dv-cinder-778193-7-iscsi neutron-server[93876]: 'Log': {'1.0'}, Aug 31 04:32:21.660345 dv-cinder-778193-7-iscsi neutron-server[93876]: 'Network': {'1.1'}, Aug 31 04:32:21.660345 dv-cinder-778193-7-iscsi neutron-server[93876]: 'Port': {'1.7'}, Aug 31 04:32:21.660345 dv-cinder-778193-7-iscsi neutron-server[93876]: 'PortForwarding': {'1.2'}, Aug 31 04:32:21.660345 dv-cinder-778193-7-iscsi neutron-server[93876]: 'QosPolicy': {'1.9'}, Aug 31 04:32:21.660345 dv-cinder-778193-7-iscsi neutron-server[93876]: 'SecurityGroup': {'1.4'}, Aug 31 04:32:21.660345 dv-cinder-778193-7-iscsi neutron-server[93876]: 'SecurityGroupRule': {'1.2'}, Aug 31 04:32:21.660345 dv-cinder-778193-7-iscsi neutron-server[93876]: 'SubPort': {'1.0'}, Aug 31 04:32:21.660345 dv-cinder-778193-7-iscsi neutron-server[93876]: 'Subnet': {'1.1'}, Aug 31 04:32:21.660345 dv-cinder-778193-7-iscsi neutron-server[93876]: 'Trunk': {'1.1'}} Aug 31 04:32:21.660345 dv-cinder-778193-7-iscsi neutron-server[93876]: consumer versions: Aug 31 04:32:21.660345 dv-cinder-778193-7-iscsi neutron-server[93876]: { DHCP agent@dv-cinder-778193-7-iscsi: {}, Aug 31 04:32:21.660345 dv-cinder-778193-7-iscsi neutron-server[93876]: HyperV agent@hv-cinder-77819: {}, Aug 31 04:32:21.660345 dv-cinder-778193-7-iscsi neutron-server[93876]: L3 agent@dv-cinder-778193-7-iscsi: {}, Aug 31 04:32:21.660345 dv-cinder-778193-7-iscsi neutron-server[93876]: Metadata agent@dv-cinder-778193-7-iscsi: {}, Aug 31 04:32:21.660345 dv-cinder-778193-7-iscsi neutron-server[93876]: Metering agent@dv-cinder-778193-7-iscsi: {}, Aug 31 04:32:21.660345 dv-cinder-778193-7-iscsi neutron-server[93876]: Open vSwitch agent@dv-cinder-778193-7-iscsi: { 'AddressGroup': '1.2', Aug 31 04:32:21.660345 dv-cinder-778193-7-iscsi neutron-server[93876]: 'ConntrackHelper': '1.0', Aug 31 04:32:21.660345 dv-cinder-778193-7-iscsi neutron-server[93876]: 'Log': '1.0', Aug 31 04:32:21.660345 dv-cinder-778193-7-iscsi neutron-server[93876]: 'Network': '1.1', Aug 31 04:32:21.660345 dv-cinder-778193-7-iscsi neutron-server[93876]: 'Port': '1.7', Aug 31 04:32:21.660345 dv-cinder-778193-7-iscsi neutron-server[93876]: 'PortForwarding': '1.2', Aug 31 04:32:21.660345 dv-cinder-778193-7-iscsi neutron-server[93876]: 'QosPolicy': '1.9', Aug 31 04:32:21.660345 dv-cinder-778193-7-iscsi neutron-server[93876]: 'SecurityGroup': '1.4', Aug 31 04:32:21.660345 dv-cinder-778193-7-iscsi neutron-server[93876]: 'SecurityGroupRule': '1.2', Aug 31 04:32:21.660345 dv-cinder-778193-7-iscsi neutron-server[93876]: 'SubPort': '1.0', Aug 31 04:32:21.660345 dv-cinder-778193-7-iscsi neutron-server[93876]: 'Subnet': '1.1', Aug 31 04:32:21.660345 dv-cinder-778193-7-iscsi neutron-server[93876]: 'Trunk': '1.1'}} Aug 31 04:32:21.660345 dv-cinder-778193-7-iscsi neutron-server[93876]: {{(pid=93876) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 04:32:21.668329 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-b604c2d7-d303-4e72-b480-244bd2e6b180 None None] Attempting to bind port 6ad2e4ea-66b5-448a-ae2a-816cb31d4cac on host dv-cinder-778193-7-iscsi for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 04:32:21.671267 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-b604c2d7-d303-4e72-b480-244bd2e6b180 None None] Attempting to bind port 6ad2e4ea-66b5-448a-ae2a-816cb31d4cac by drivers openvswitch,hyperv on host dv-cinder-778193-7-iscsi at level 0 using segments [{'id': '9b39574f-0af1-490f-b9cc-82fd551fb7d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 04:32:21.672043 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b604c2d7-d303-4e72-b480-244bd2e6b180 None None] Attempting to bind port 6ad2e4ea-66b5-448a-ae2a-816cb31d4cac on network f4b5f899-990a-4804-98c2-2f4cfa444408 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 04:32:21.684578 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b604c2d7-d303-4e72-b480-244bd2e6b180 None None] Checking agent: {'id': '68c6f462-eb0a-4cde-80ac-29944282ee42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 4, 24, 29), 'started_at': datetime.datetime(2021, 8, 31, 4, 24, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 4, 31, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 04:32:21.694479 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b604c2d7-d303-4e72-b480-244bd2e6b180 None None] Checking segment: {'id': '9b39574f-0af1-490f-b9cc-82fd551fb7d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 04:32:21.695075 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b604c2d7-d303-4e72-b480-244bd2e6b180 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:21.695552 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b604c2d7-d303-4e72-b480-244bd2e6b180 None None] Bound using segment: {'id': '9b39574f-0af1-490f-b9cc-82fd551fb7d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 04:32:21.696285 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-b604c2d7-d303-4e72-b480-244bd2e6b180 None None] Bound port: 6ad2e4ea-66b5-448a-ae2a-816cb31d4cac, host: dv-cinder-778193-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b39574f-0af1-490f-b9cc-82fd551fb7d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 04:32:21.697384 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b604c2d7-d303-4e72-b480-244bd2e6b180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:21.766467 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-a58f487f-af49-4fd5-bde6-c2bd5483e47c None None] Provisioning for port 981772f7-bee5-481f-ac76-e7ef7c437ebd completed by entity DHCP. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 04:32:21.811900 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-b604c2d7-d303-4e72-b480-244bd2e6b180 None None] For port 6ad2e4ea-66b5-448a-ae2a-816cb31d4cac, host dv-cinder-778193-7-iscsi, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:32:21.816078 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f775ccfa-59f6-49cc-ad06-6b92968dc4d9 admin admin] Router 270e5260-275a-4218-82b7-94c26fa32077 is scheduled to L3 agent 0d18d50c-d309-40cc-9cbf-a014e4f79dac with binding_index 1 {{(pid=93873) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 04:32:21.819293 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-b604c2d7-d303-4e72-b480-244bd2e6b180 None None] For port 6ad2e4ea-66b5-448a-ae2a-816cb31d4cac, host dv-cinder-778193-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-7-iscsi',level=0,port_id=6ad2e4ea-66b5-448a-ae2a-816cb31d4cac,segment=NetworkSegment(9b39574f-0af1-490f-b9cc-82fd551fb7d5),segment_id=9b39574f-0af1-490f-b9cc-82fd551fb7d5)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:32:21.832035 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b604c2d7-d303-4e72-b480-244bd2e6b180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:21.834266 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-7f6fa0e7-744b-44a8-b2f6-d4cbd720635f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:21.861781 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Provisioning for port 981772f7-bee5-481f-ac76-e7ef7c437ebd completed by entity L2. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 04:32:21.869747 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Provisioning complete for port 981772f7-bee5-481f-ac76-e7ef7c437ebd triggered by entity L2. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:32:21.870236 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667402'] for port, provisioning_complete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:21.975832 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3e3b9e-10ef-4da3-9411-d134bc982490 None None] Pushing event updated for resources: {'Port': ['ID=6ad2e4ea-66b5-448a-ae2a-816cb31d4cac,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:21.981136 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-b1190113-ad14-4a67-871f-86bea4851041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:22.003127 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-961e4aea-e611-4eb3-848c-b8203a6fc269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b0ed72e-a8df-4f57-a9db-54d4c4b1af8d', 'name': 'tempest-AttachVolumeShelveTestJSON-1580808312-router', 'tenant_id': '2f8e82cf86684d55bca526dc154c03d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'external_fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '80a6a27f-a192-4ead-90e8-474aed701de6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:32:16Z', 'updated_at': '2021-08-31T04:32:18Z', 'revision_number': 3, 'project_id': '2f8e82cf86684d55bca526dc154c03d1', 'gw_port': {'id': '80a6a27f-a192-4ead-90e8-474aed701de6', 'name': '', 'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:dc:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b0ed72e-a8df-4f57-a9db-54d4c4b1af8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:32:17Z', 'updated_at': '2021-08-31T04:32:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-iscsi'}], 'dv-cinder-778193-7-iscsi', False) {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:32:22.008957 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b604c2d7-d303-4e72-b480-244bd2e6b180 None None] Routers {'285b27e9-9869-460f-97cf-7e4a1652d33c'} bound to L3 agent in host dv-cinder-778193-7-iscsi {{(pid=93876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 04:32:22.009613 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.l3_hamode_db [None req-b604c2d7-d303-4e72-b480-244bd2e6b180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T04:24:29Z,description=,heartbeat_timestamp=2021-08-31T04:31:59Z,host='dv-cinder-778193-7-iscsi',id=0d18d50c-d309-40cc-9cbf-a014e4f79dac,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T04:24:29Z,topic='l3_agent')) {'router_ids': ['285b27e9-9869-460f-97cf-7e4a1652d33c'], 'active': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:32:22.092813 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961e4aea-e611-4eb3-848c-b8203a6fc269 None None] Checking router: 1b0ed72e-a8df-4f57-a9db-54d4c4b1af8d for host: dv-cinder-778193-7-iscsi {{(pid=93875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:32:22.093263 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961e4aea-e611-4eb3-848c-b8203a6fc269 None None] Updating router 1b0ed72e-a8df-4f57-a9db-54d4c4b1af8d port 80a6a27f-a192-4ead-90e8-474aed701de6 binding host dv-cinder-778193-7-iscsi {{(pid=93875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 04:32:22.097168 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f775ccfa-59f6-49cc-ad06-6b92968dc4d9 admin admin] Notify agent at l3_agent.dv-cinder-778193-7-iscsi the message routers_updated {{(pid=93873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:32:22.153455 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-961e4aea-e611-4eb3-848c-b8203a6fc269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:22.167375 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd7be89-096c-4153-a107-918fe990736f None None] Sync routers for ids ['270e5260-275a-4218-82b7-94c26fa32077'] in dv-cinder-778193-7-iscsi {{(pid=93876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:32:22.199682 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:22.201854 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f775ccfa-59f6-49cc-ad06-6b92968dc4d9 admin admin] Notify callbacks [] for router, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:22.221987 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-f775ccfa-59f6-49cc-ad06-6b92968dc4d9 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.5095458 Aug 31 04:32:22.225518 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 58090) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:22.243293 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.l3_dvr_db [None req-b604c2d7-d303-4e72-b480-244bd2e6b180 None None] Set router 285b27e9-9869-460f-97cf-7e4a1652d33c gateway port host: dv-cinder-778193-7-iscsi {{(pid=93876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 04:32:22.245329 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.db.db_base_plugin_common [None req-7f6fa0e7-744b-44a8-b2f6-d4cbd720635f admin admin] Allocated IP 172.20.0.1 (2b1770a4-934d-49a7-a5c2-844beb26d79a/9e15e21a-55f2-483a-9c78-48bccbedd076/d6ad802d-c5e9-4d03-9475-dc5b3c914d04) {{(pid=93874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:32:22.533550 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd7be89-096c-4153-a107-918fe990736f None None] Routers {'270e5260-275a-4218-82b7-94c26fa32077'} bound to L3 agent in host dv-cinder-778193-7-iscsi {{(pid=93876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 04:32:22.534118 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.l3_hamode_db [None req-3fd7be89-096c-4153-a107-918fe990736f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T04:24:29Z,description=,heartbeat_timestamp=2021-08-31T04:31:59Z,host='dv-cinder-778193-7-iscsi',id=0d18d50c-d309-40cc-9cbf-a014e4f79dac,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T04:24:29Z,topic='l3_agent')) {'router_ids': ['270e5260-275a-4218-82b7-94c26fa32077'], 'active': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:32:22.581271 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] For port 981772f7-bee5-481f-ac76-e7ef7c437ebd, host dv-cinder-778193-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-7-iscsi',level=0,port_id=981772f7-bee5-481f-ac76-e7ef7c437ebd,segment=NetworkSegment(14aa025e-dd6c-45fc-a8a8-06cb8f48a6ca),segment_id=14aa025e-dd6c-45fc-a8a8-06cb8f48a6ca)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:32:22.606392 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:22.609916 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Device 8c339eb9-a7fc-44cd-ba56-3c8733551df2 up at agent ovs-agent-dv-cinder-778193-7-iscsi {{(pid=93875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:32:22.675131 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-7f6fa0e7-744b-44a8-b2f6-d4cbd720635f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:22.720641 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-7f6fa0e7-744b-44a8-b2f6-d4cbd720635f admin admin] Transition to ACTIVE for port object d6ad802d-c5e9-4d03-9475-dc5b3c914d04 will not be triggered until provisioned by entity DHCP. {{(pid=93874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 04:32:22.950017 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.db.db_base_plugin_common [None req-b1190113-ad14-4a67-871f-86bea4851041 admin admin] Allocated IP 172.20.0.1 (4c9c44bc-58fb-4b05-9942-3faf4a44f339/097259a5-3a3d-4228-8082-2d6c2f8f569c/db47533a-32a3-4902-ba66-1e16eb925762) {{(pid=93873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:32:22.961183 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-36aaa06f-1284-4440-8da7-6a693314d3a1 req-6188637d-76cc-41e1-82de-01b979693a66 tempest-DeleteServersTestJSON-60392213 tempest-DeleteServersTestJSON-60392213-project] 10.222.0.37 "GET /v2.0/ports?device_id=c859cc46-668d-40eb-a3e5-5191d0402f21 HTTP/1.1" status: 200 len: 210 time: 0.0370677 Aug 31 04:32:23.003393 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-7f6fa0e7-744b-44a8-b2f6-d4cbd720635f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730086931496'] for port, after_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:23.012126 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-43a74877-504a-40d8-901f-e394550d01f7 None None] Provisioning complete for port 981772f7-bee5-481f-ac76-e7ef7c437ebd triggered by entity DHCP. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:32:23.023446 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-43a74877-504a-40d8-901f-e394550d01f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667402'] for port, provisioning_complete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:23.035091 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Pushing event updated for resources: {'Port': ['ID=981772f7-bee5-481f-ac76-e7ef7c437ebd,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:23.060889 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6fa0e7-744b-44a8-b2f6-d4cbd720635f admin admin] Pushing event updated for resources: {'Port': ['ID=d6ad802d-c5e9-4d03-9475-dc5b3c914d04,revision_number=1']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:23.080990 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f6fa0e7-744b-44a8-b2f6-d4cbd720635f admin admin] Network 2b1770a4-934d-49a7-a5c2-844beb26d79a is already hosted by enough agents. {{(pid=93874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:32:23.084000 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.scheduler.base_scheduler [None req-7f6fa0e7-744b-44a8-b2f6-d4cbd720635f admin admin] Resources bound (agent type, host, resource id): {{(pid=93874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:32:23.092604 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Provisioning for port 8c339eb9-a7fc-44cd-ba56-3c8733551df2 completed by entity L2. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 04:32:23.103777 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6fa0e7-744b-44a8-b2f6-d4cbd720635f admin admin] Received port after_create {{(pid=93874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 04:32:23.104400 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-7f6fa0e7-744b-44a8-b2f6-d4cbd720635f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7956356'] for router_interface, before_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:23.138562 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Provisioning complete for port 8c339eb9-a7fc-44cd-ba56-3c8733551df2 triggered by entity L2. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:32:23.139033 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667402'] for port, provisioning_complete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:23.216359 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.l3_dvr_db [None req-3fd7be89-096c-4153-a107-918fe990736f None None] Set router 270e5260-275a-4218-82b7-94c26fa32077 gateway port host: dv-cinder-778193-7-iscsi {{(pid=93876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 04:32:23.298275 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-b1190113-ad14-4a67-871f-86bea4851041 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:23.375873 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-b1190113-ad14-4a67-871f-86bea4851041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730086931496'] for port, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:23.500378 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1190113-ad14-4a67-871f-86bea4851041 admin admin] Network 4c9c44bc-58fb-4b05-9942-3faf4a44f339 is already hosted by enough agents. {{(pid=93873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:32:23.503967 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.scheduler.base_scheduler [None req-b1190113-ad14-4a67-871f-86bea4851041 admin admin] Resources bound (agent type, host, resource id): {{(pid=93873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:32:23.518471 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1190113-ad14-4a67-871f-86bea4851041 admin admin] Received port after_create {{(pid=93873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 04:32:23.519025 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-b1190113-ad14-4a67-871f-86bea4851041 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7956356'] for router_interface, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:23.545363 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-961e4aea-e611-4eb3-848c-b8203a6fc269 None None] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:23.613080 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.l3_hamode_db [None req-b604c2d7-d303-4e72-b480-244bd2e6b180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '285b27e9-9869-460f-97cf-7e4a1652d33c', 'name': 'tempest-ServerRescueNegativeTestJSON-234244663-router', 'tenant_id': '5c02d31770b24c65beddac4595cdfe52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'external_fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': '6ad2e4ea-66b5-448a-ae2a-816cb31d4cac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:32:14Z', 'updated_at': '2021-08-31T04:32:17Z', 'revision_number': 3, 'project_id': '5c02d31770b24c65beddac4595cdfe52', 'gw_port': {'id': '6ad2e4ea-66b5-448a-ae2a-816cb31d4cac', 'name': '', 'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5a:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '285b27e9-9869-460f-97cf-7e4a1652d33c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:32:16Z', 'updated_at': '2021-08-31T04:32:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-iscsi'}], 'dv-cinder-778193-7-iscsi', False) {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:32:23.643839 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b604c2d7-d303-4e72-b480-244bd2e6b180 None None] The sync data for ids ['285b27e9-9869-460f-97cf-7e4a1652d33c'] in dv-cinder-778193-7-iscsi is: [{'id': '285b27e9-9869-460f-97cf-7e4a1652d33c', 'name': 'tempest-ServerRescueNegativeTestJSON-234244663-router', 'tenant_id': '5c02d31770b24c65beddac4595cdfe52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'external_fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': '6ad2e4ea-66b5-448a-ae2a-816cb31d4cac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:32:14Z', 'updated_at': '2021-08-31T04:32:17Z', 'revision_number': 3, 'project_id': '5c02d31770b24c65beddac4595cdfe52', 'gw_port': {'id': '6ad2e4ea-66b5-448a-ae2a-816cb31d4cac', 'name': '', 'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5a:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '285b27e9-9869-460f-97cf-7e4a1652d33c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:32:16Z', 'updated_at': '2021-08-31T04:32:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-iscsi'}] {{(pid=93876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:32:23.777735 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.l3_hamode_db [None req-3fd7be89-096c-4153-a107-918fe990736f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '270e5260-275a-4218-82b7-94c26fa32077', 'name': 'tempest-AttachVolumeTestJSON-272015880-router', 'tenant_id': '9a4c00b65f96499f945037afd604da1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'external_fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': 'cf6d2b3c-8445-4fad-82e1-1ef5396f87c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:32:16Z', 'updated_at': '2021-08-31T04:32:19Z', 'revision_number': 3, 'project_id': '9a4c00b65f96499f945037afd604da1d', 'gw_port': {'id': 'cf6d2b3c-8445-4fad-82e1-1ef5396f87c2', 'name': '', 'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:7a:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '270e5260-275a-4218-82b7-94c26fa32077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:32:18Z', 'updated_at': '2021-08-31T04:32:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-iscsi'}], 'dv-cinder-778193-7-iscsi', False) {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:32:23.797426 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1190113-ad14-4a67-871f-86bea4851041 admin admin] Pushing event updated for resources: {'Port': ['ID=db47533a-32a3-4902-ba66-1e16eb925762,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:23.866999 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd7be89-096c-4153-a107-918fe990736f None None] Checking router: 270e5260-275a-4218-82b7-94c26fa32077 for host: dv-cinder-778193-7-iscsi {{(pid=93876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:32:23.867346 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd7be89-096c-4153-a107-918fe990736f None None] Updating router 270e5260-275a-4218-82b7-94c26fa32077 port cf6d2b3c-8445-4fad-82e1-1ef5396f87c2 binding host dv-cinder-778193-7-iscsi {{(pid=93876) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 04:32:23.935478 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3fd7be89-096c-4153-a107-918fe990736f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:24.051489 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-961e4aea-e611-4eb3-848c-b8203a6fc269 None None] Transition to ACTIVE for port object 80a6a27f-a192-4ead-90e8-474aed701de6 will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 04:32:24.079159 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-961e4aea-e611-4eb3-848c-b8203a6fc269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:24.081363 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-7f6fa0e7-744b-44a8-b2f6-d4cbd720635f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:24.093639 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-b1190113-ad14-4a67-871f-86bea4851041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:24.179740 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:24.397523 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-fea1a86e-8f29-4264-ba33-1bc02a529411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:24.407996 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] For port 8c339eb9-a7fc-44cd-ba56-3c8733551df2, host dv-cinder-778193-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-7-iscsi',level=0,port_id=8c339eb9-a7fc-44cd-ba56-3c8733551df2,segment=NetworkSegment(f068b9d6-cd7c-4610-b419-d71f6e8f87e2),segment_id=f068b9d6-cd7c-4610-b419-d71f6e8f87e2)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:32:24.410805 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [None req-961e4aea-e611-4eb3-848c-b8203a6fc269 None None] Attempting to bind port 80a6a27f-a192-4ead-90e8-474aed701de6 on host dv-cinder-778193-7-iscsi for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 04:32:24.411239 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [None req-961e4aea-e611-4eb3-848c-b8203a6fc269 None None] Attempting to bind port 80a6a27f-a192-4ead-90e8-474aed701de6 by drivers openvswitch,hyperv on host dv-cinder-778193-7-iscsi at level 0 using segments [{'id': '9b39574f-0af1-490f-b9cc-82fd551fb7d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 04:32:24.411600 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-961e4aea-e611-4eb3-848c-b8203a6fc269 None None] Attempting to bind port 80a6a27f-a192-4ead-90e8-474aed701de6 on network f4b5f899-990a-4804-98c2-2f4cfa444408 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 04:32:24.436080 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-8e2b8a80-5d71-48b4-82b2-aa4d445949c8 None None] Provisioning complete for port 8c339eb9-a7fc-44cd-ba56-3c8733551df2 triggered by entity DHCP. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:32:24.437967 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.13', 59088) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:24.440961 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-b672db75-619a-4b24-b90d-cf13034434bd req-388becb0-7cf3-4235-835c-04f6e245512d tempest-DeleteServersTestJSON-60392213 tempest-DeleteServersTestJSON-60392213-project] 10.222.0.37 "GET /v2.0/ports?device_id=c859cc46-668d-40eb-a3e5-5191d0402f21 HTTP/1.1" status: 200 len: 210 time: 0.0760300 Aug 31 04:32:24.444794 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8e2b8a80-5d71-48b4-82b2-aa4d445949c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667402'] for port, provisioning_complete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:24.452907 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72637143-2a41-4efb-b1b2-692decda4e7a None None] Pushing event updated for resources: {'Port': ['ID=80a6a27f-a192-4ead-90e8-474aed701de6,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:24.455621 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:24.526121 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3fd7be89-096c-4153-a107-918fe990736f None None] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:24.562846 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [None req-3fd7be89-096c-4153-a107-918fe990736f None None] Transition to ACTIVE for port object cf6d2b3c-8445-4fad-82e1-1ef5396f87c2 will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 04:32:24.581521 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3fd7be89-096c-4153-a107-918fe990736f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:24.624433 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Pushing event updated for resources: {'Port': ['ID=8c339eb9-a7fc-44cd-ba56-3c8733551df2,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:24.684662 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-961e4aea-e611-4eb3-848c-b8203a6fc269 None None] Checking agent: {'id': '68c6f462-eb0a-4cde-80ac-29944282ee42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 4, 24, 29), 'started_at': datetime.datetime(2021, 8, 31, 4, 24, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 4, 31, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 04:32:24.692626 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-961e4aea-e611-4eb3-848c-b8203a6fc269 None None] Checking segment: {'id': '9b39574f-0af1-490f-b9cc-82fd551fb7d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 04:32:24.693285 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-961e4aea-e611-4eb3-848c-b8203a6fc269 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:24.693867 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-961e4aea-e611-4eb3-848c-b8203a6fc269 None None] Bound using segment: {'id': '9b39574f-0af1-490f-b9cc-82fd551fb7d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 04:32:24.698736 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [None req-961e4aea-e611-4eb3-848c-b8203a6fc269 None None] Bound port: 80a6a27f-a192-4ead-90e8-474aed701de6, host: dv-cinder-778193-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b39574f-0af1-490f-b9cc-82fd551fb7d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 04:32:24.699416 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-961e4aea-e611-4eb3-848c-b8203a6fc269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:24.725427 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-3fd7be89-096c-4153-a107-918fe990736f None None] Attempting to bind port cf6d2b3c-8445-4fad-82e1-1ef5396f87c2 on host dv-cinder-778193-7-iscsi for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 04:32:24.730560 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-3fd7be89-096c-4153-a107-918fe990736f None None] Attempting to bind port cf6d2b3c-8445-4fad-82e1-1ef5396f87c2 by drivers openvswitch,hyperv on host dv-cinder-778193-7-iscsi at level 0 using segments [{'id': '9b39574f-0af1-490f-b9cc-82fd551fb7d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 04:32:24.732159 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd7be89-096c-4153-a107-918fe990736f None None] Attempting to bind port cf6d2b3c-8445-4fad-82e1-1ef5396f87c2 on network f4b5f899-990a-4804-98c2-2f4cfa444408 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 04:32:24.753775 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e1eb33-8ee0-48c0-9078-0f9460a4f112 None None] Pushing event updated for resources: {'Port': ['ID=cf6d2b3c-8445-4fad-82e1-1ef5396f87c2,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:24.760914 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd7be89-096c-4153-a107-918fe990736f None None] Checking agent: {'id': '68c6f462-eb0a-4cde-80ac-29944282ee42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 4, 24, 29), 'started_at': datetime.datetime(2021, 8, 31, 4, 24, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 4, 31, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 04:32:24.769572 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd7be89-096c-4153-a107-918fe990736f None None] Checking segment: {'id': '9b39574f-0af1-490f-b9cc-82fd551fb7d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 04:32:24.770642 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3fd7be89-096c-4153-a107-918fe990736f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:24.777576 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd7be89-096c-4153-a107-918fe990736f None None] Bound using segment: {'id': '9b39574f-0af1-490f-b9cc-82fd551fb7d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 04:32:24.778271 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-3fd7be89-096c-4153-a107-918fe990736f None None] Bound port: cf6d2b3c-8445-4fad-82e1-1ef5396f87c2, host: dv-cinder-778193-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b39574f-0af1-490f-b9cc-82fd551fb7d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 04:32:24.778676 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3fd7be89-096c-4153-a107-918fe990736f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:24.802254 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Device 6ad2e4ea-66b5-448a-ae2a-816cb31d4cac up at agent ovs-agent-dv-cinder-778193-7-iscsi {{(pid=93875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:32:24.868685 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-b1190113-ad14-4a67-871f-86bea4851041 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:24.895446 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-3fd7be89-096c-4153-a107-918fe990736f None None] For port cf6d2b3c-8445-4fad-82e1-1ef5396f87c2, host dv-cinder-778193-7-iscsi, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:32:24.901745 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-3fd7be89-096c-4153-a107-918fe990736f None None] For port cf6d2b3c-8445-4fad-82e1-1ef5396f87c2, host dv-cinder-778193-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-7-iscsi',level=0,port_id=cf6d2b3c-8445-4fad-82e1-1ef5396f87c2,segment=NetworkSegment(9b39574f-0af1-490f-b9cc-82fd551fb7d5),segment_id=9b39574f-0af1-490f-b9cc-82fd551fb7d5)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:32:24.915503 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-b1190113-ad14-4a67-871f-86bea4851041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:24.916304 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-b1190113-ad14-4a67-871f-86bea4851041 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8355406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7953204'] for router_interface, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:24.918077 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3fd7be89-096c-4153-a107-918fe990736f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:24.935403 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Provisioning for port 6ad2e4ea-66b5-448a-ae2a-816cb31d4cac completed by entity L2. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 04:32:24.942737 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Provisioning complete for port 6ad2e4ea-66b5-448a-ae2a-816cb31d4cac triggered by entity L2. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:32:24.943996 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667402'] for port, provisioning_complete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:24.994523 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-961e4aea-e611-4eb3-848c-b8203a6fc269 None None] For port 80a6a27f-a192-4ead-90e8-474aed701de6, host dv-cinder-778193-7-iscsi, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:32:25.025424 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-7f6fa0e7-744b-44a8-b2f6-d4cbd720635f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:25.029042 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e1eb33-8ee0-48c0-9078-0f9460a4f112 None None] Pushing event updated for resources: {'Port': ['ID=cf6d2b3c-8445-4fad-82e1-1ef5396f87c2,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:25.058680 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdf030a-0deb-4a7e-984a-ba2a87e69cc6 req-049b553f-99bc-43c0-9254-fcc0cc4becb2 tempest-DeleteServersTestJSON-60392213 tempest-DeleteServersTestJSON-60392213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:25.064728 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-dfdf030a-0deb-4a7e-984a-ba2a87e69cc6 req-049b553f-99bc-43c0-9254-fcc0cc4becb2 tempest-DeleteServersTestJSON-60392213 tempest-DeleteServersTestJSON-60392213-project] 10.222.0.13 "GET /v2.0/networks?id=3aeaae2b-2fcb-4517-b1be-7428c1e35c56 HTTP/1.1" status: 200 len: 812 time: 0.6256020 Aug 31 04:32:25.074362 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd7be89-096c-4153-a107-918fe990736f None None] Routers {'270e5260-275a-4218-82b7-94c26fa32077'} bound to L3 agent in host dv-cinder-778193-7-iscsi {{(pid=93876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 04:32:25.076414 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.l3_hamode_db [None req-3fd7be89-096c-4153-a107-918fe990736f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T04:24:29Z,description=,heartbeat_timestamp=2021-08-31T04:31:59Z,host='dv-cinder-778193-7-iscsi',id=0d18d50c-d309-40cc-9cbf-a014e4f79dac,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T04:24:29Z,topic='l3_agent')) {'router_ids': ['270e5260-275a-4218-82b7-94c26fa32077'], 'active': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:32:25.123870 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-7f6fa0e7-744b-44a8-b2f6-d4cbd720635f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:25.124721 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-7f6fa0e7-744b-44a8-b2f6-d4cbd720635f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8355406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7953204'] for router_interface, after_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:25.136183 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-961e4aea-e611-4eb3-848c-b8203a6fc269 None None] For port 80a6a27f-a192-4ead-90e8-474aed701de6, host dv-cinder-778193-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-7-iscsi',level=0,port_id=80a6a27f-a192-4ead-90e8-474aed701de6,segment=NetworkSegment(9b39574f-0af1-490f-b9cc-82fd551fb7d5),segment_id=9b39574f-0af1-490f-b9cc-82fd551fb7d5)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:32:25.182305 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-961e4aea-e611-4eb3-848c-b8203a6fc269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:25.212386 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-8e2b8a80-5d71-48b4-82b2-aa4d445949c8 None None] Provisioning for port d6ad802d-c5e9-4d03-9475-dc5b3c914d04 completed by entity DHCP. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 04:32:25.244817 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.v2.base [req-dfdf030a-0deb-4a7e-984a-ba2a87e69cc6 req-fe536758-436e-4799-8cc7-60cd07c20f5f tempest-DeleteServersTestJSON-60392213 tempest-DeleteServersTestJSON-60392213-project] Request body: {'port': {'device_id': 'c859cc46-668d-40eb-a3e5-5191d0402f21', 'network_id': '3aeaae2b-2fcb-4517-b1be-7428c1e35c56', 'admin_state_up': True, 'tenant_id': '27047762c8e04dfbb5633ccda29f7544'}} {{(pid=93873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:32:25.293205 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-8e2b8a80-5d71-48b4-82b2-aa4d445949c8 None None] Provisioning complete for port d6ad802d-c5e9-4d03-9475-dc5b3c914d04 triggered by entity DHCP. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:32:25.293706 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8e2b8a80-5d71-48b4-82b2-aa4d445949c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667402'] for port, provisioning_complete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:25.403618 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.l3_dvr_db [None req-3fd7be89-096c-4153-a107-918fe990736f None None] Set router 270e5260-275a-4218-82b7-94c26fa32077 gateway port host: dv-cinder-778193-7-iscsi {{(pid=93876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 04:32:25.477332 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1190113-ad14-4a67-871f-86bea4851041 admin admin] Pushing event updated for resources: {'Port': ['ID=db47533a-32a3-4902-ba66-1e16eb925762,revision_number=2']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:25.560067 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961e4aea-e611-4eb3-848c-b8203a6fc269 None None] Routers {'1b0ed72e-a8df-4f57-a9db-54d4c4b1af8d'} bound to L3 agent in host dv-cinder-778193-7-iscsi {{(pid=93875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 04:32:25.560774 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-961e4aea-e611-4eb3-848c-b8203a6fc269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T04:24:29Z,description=,heartbeat_timestamp=2021-08-31T04:31:59Z,host='dv-cinder-778193-7-iscsi',id=0d18d50c-d309-40cc-9cbf-a014e4f79dac,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T04:24:29Z,topic='l3_agent')) {'router_ids': ['1b0ed72e-a8df-4f57-a9db-54d4c4b1af8d'], 'active': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:32:25.572138 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72637143-2a41-4efb-b1b2-692decda4e7a None None] Pushing event updated for resources: {'Port': ['ID=80a6a27f-a192-4ead-90e8-474aed701de6,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:25.626827 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-8e2b8a80-5d71-48b4-82b2-aa4d445949c8 None None] Port d6ad802d-c5e9-4d03-9475-dc5b3c914d04 cannot update to ACTIVE because it is not bound. {{(pid=93875) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 04:32:25.637164 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:25.820672 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.db.db_base_plugin_common [None req-fea1a86e-8f29-4264-ba33-1bc02a529411 admin admin] Allocated IP 172.20.0.1 (8936ee09-226f-4718-943f-9ffdccd40918/dbec82d9-5dbd-41df-9df9-228f18fdefe0/a9a25f97-30d1-41c0-ac4a-a3cb6f609496) {{(pid=93874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:32:25.833110 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1190113-ad14-4a67-871f-86bea4851041 admin admin] Network 4c9c44bc-58fb-4b05-9942-3faf4a44f339 is already hosted by enough agents. {{(pid=93873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:32:25.838871 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.scheduler.base_scheduler [None req-b1190113-ad14-4a67-871f-86bea4851041 admin admin] Resources bound (agent type, host, resource id): {{(pid=93873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:32:25.875568 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvr_db [None req-961e4aea-e611-4eb3-848c-b8203a6fc269 None None] Set router 1b0ed72e-a8df-4f57-a9db-54d4c4b1af8d gateway port host: dv-cinder-778193-7-iscsi {{(pid=93875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 04:32:26.076138 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.l3_hamode_db [None req-3fd7be89-096c-4153-a107-918fe990736f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '270e5260-275a-4218-82b7-94c26fa32077', 'name': 'tempest-AttachVolumeTestJSON-272015880-router', 'tenant_id': '9a4c00b65f96499f945037afd604da1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'external_fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': 'cf6d2b3c-8445-4fad-82e1-1ef5396f87c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:32:16Z', 'updated_at': '2021-08-31T04:32:19Z', 'revision_number': 3, 'project_id': '9a4c00b65f96499f945037afd604da1d', 'gw_port': {'id': 'cf6d2b3c-8445-4fad-82e1-1ef5396f87c2', 'name': '', 'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:7a:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '270e5260-275a-4218-82b7-94c26fa32077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:32:18Z', 'updated_at': '2021-08-31T04:32:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-iscsi'}], 'dv-cinder-778193-7-iscsi', False) {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:32:26.175774 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfdf030a-0deb-4a7e-984a-ba2a87e69cc6 req-fe536758-436e-4799-8cc7-60cd07c20f5f tempest-DeleteServersTestJSON-60392213 tempest-DeleteServersTestJSON-60392213-project] Made reservation on behalf of 27047762c8e04dfbb5633ccda29f7544 for: {'port': 1} {{(pid=93873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:32:26.182519 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6fa0e7-744b-44a8-b2f6-d4cbd720635f admin admin] Pushing event updated for resources: {'Port': ['ID=d6ad802d-c5e9-4d03-9475-dc5b3c914d04,revision_number=2']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:26.185345 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-dfdf030a-0deb-4a7e-984a-ba2a87e69cc6 req-fe536758-436e-4799-8cc7-60cd07c20f5f tempest-DeleteServersTestJSON-60392213 tempest-DeleteServersTestJSON-60392213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:26.217067 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd7be89-096c-4153-a107-918fe990736f None None] The sync data for ids ['270e5260-275a-4218-82b7-94c26fa32077'] in dv-cinder-778193-7-iscsi is: [{'id': '270e5260-275a-4218-82b7-94c26fa32077', 'name': 'tempest-AttachVolumeTestJSON-272015880-router', 'tenant_id': '9a4c00b65f96499f945037afd604da1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'external_fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': 'cf6d2b3c-8445-4fad-82e1-1ef5396f87c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:32:16Z', 'updated_at': '2021-08-31T04:32:19Z', 'revision_number': 3, 'project_id': '9a4c00b65f96499f945037afd604da1d', 'gw_port': {'id': 'cf6d2b3c-8445-4fad-82e1-1ef5396f87c2', 'name': '', 'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:7a:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '270e5260-275a-4218-82b7-94c26fa32077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:32:18Z', 'updated_at': '2021-08-31T04:32:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-iscsi'}] {{(pid=93876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:32:26.310766 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] For port 6ad2e4ea-66b5-448a-ae2a-816cb31d4cac, host dv-cinder-778193-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-7-iscsi',level=0,port_id=6ad2e4ea-66b5-448a-ae2a-816cb31d4cac,segment=NetworkSegment(9b39574f-0af1-490f-b9cc-82fd551fb7d5),segment_id=9b39574f-0af1-490f-b9cc-82fd551fb7d5)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:32:26.377794 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-fea1a86e-8f29-4264-ba33-1bc02a529411 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:26.404662 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f6fa0e7-744b-44a8-b2f6-d4cbd720635f admin admin] Network 2b1770a4-934d-49a7-a5c2-844beb26d79a is already hosted by enough agents. {{(pid=93874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:32:26.426029 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.scheduler.base_scheduler [None req-7f6fa0e7-744b-44a8-b2f6-d4cbd720635f admin admin] Resources bound (agent type, host, resource id): {{(pid=93874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:32:26.628076 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:26.628076 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Device 981772f7-bee5-481f-ac76-e7ef7c437ebd up at agent ovs-agent-dv-cinder-778193-7-iscsi {{(pid=93875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:32:26.631112 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-9065975e-5da4-4784-9328-e360296ba26c req-bfce37c4-18c5-49e1-a904-04f2842b8a6a tempest-DeleteServersTestJSON-60392213 tempest-DeleteServersTestJSON-60392213-project] 10.222.0.37 "GET /v2.0/ports?device_id=c859cc46-668d-40eb-a3e5-5191d0402f21 HTTP/1.1" status: 200 len: 210 time: 0.3006771 Aug 31 04:32:26.632567 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-33c9e404-f163-4c57-b431-57cdd50135dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:26.672021 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1190113-ad14-4a67-871f-86bea4851041 admin admin] Router 285b27e9-9869-460f-97cf-7e4a1652d33c has already been hosted by L3 agent 0d18d50c-d309-40cc-9cbf-a014e4f79dac {{(pid=93873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 04:32:26.685058 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 58324) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:26.726344 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-fea1a86e-8f29-4264-ba33-1bc02a529411 admin admin] Transition to ACTIVE for port object a9a25f97-30d1-41c0-ac4a-a3cb6f609496 will not be triggered until provisioned by entity DHCP. {{(pid=93874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 04:32:26.735066 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f6fa0e7-744b-44a8-b2f6-d4cbd720635f admin admin] Router 1b0ed72e-a8df-4f57-a9db-54d4c4b1af8d has already been hosted by L3 agent 0d18d50c-d309-40cc-9cbf-a014e4f79dac {{(pid=93874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 04:32:26.981368 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Pushing event updated for resources: {'Port': ['ID=6ad2e4ea-66b5-448a-ae2a-816cb31d4cac,revision_number=4']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:27.052747 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-149fca65-0a60-453b-80c8-17f7bb43ed60 None None] Provisioning complete for port d6ad802d-c5e9-4d03-9475-dc5b3c914d04 triggered by entity DHCP. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:32:27.053410 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-149fca65-0a60-453b-80c8-17f7bb43ed60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667402'] for port, provisioning_complete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:27.111881 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Provisioning complete for port 981772f7-bee5-481f-ac76-e7ef7c437ebd triggered by entity L2. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:32:27.112577 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667402'] for port, provisioning_complete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:27.139076 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-fea1a86e-8f29-4264-ba33-1bc02a529411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730086931496'] for port, after_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:27.168319 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-149fca65-0a60-453b-80c8-17f7bb43ed60 None None] Port d6ad802d-c5e9-4d03-9475-dc5b3c914d04 cannot update to ACTIVE because it is not bound. {{(pid=93875) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 04:32:27.216075 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-961e4aea-e611-4eb3-848c-b8203a6fc269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b0ed72e-a8df-4f57-a9db-54d4c4b1af8d', 'name': 'tempest-AttachVolumeShelveTestJSON-1580808312-router', 'tenant_id': '2f8e82cf86684d55bca526dc154c03d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'external_fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '80a6a27f-a192-4ead-90e8-474aed701de6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:32:16Z', 'updated_at': '2021-08-31T04:32:23Z', 'revision_number': 4, 'project_id': '2f8e82cf86684d55bca526dc154c03d1', 'gw_port': {'id': '80a6a27f-a192-4ead-90e8-474aed701de6', 'name': '', 'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:dc:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b0ed72e-a8df-4f57-a9db-54d4c4b1af8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:32:17Z', 'updated_at': '2021-08-31T04:32:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-iscsi', '_interfaces': [{'id': 'd6ad802d-c5e9-4d03-9475-dc5b3c914d04', 'name': '', 'network_id': '2b1770a4-934d-49a7-a5c2-844beb26d79a', 'tenant_id': '2f8e82cf86684d55bca526dc154c03d1', 'mac_address': 'fa:16:3e:a0:fa:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b0ed72e-a8df-4f57-a9db-54d4c4b1af8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9e15e21a-55f2-483a-9c78-48bccbedd076', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:32:21Z', 'updated_at': '2021-08-31T04:32:24Z', 'revision_number': 2, 'project_id': '2f8e82cf86684d55bca526dc154c03d1', 'subnets': [{'id': '9e15e21a-55f2-483a-9c78-48bccbedd076', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-7-iscsi', False) {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:32:27.229704 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4f2133d0-44e4-4e1b-a3d9-4c9bbdbcaf29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:27.276235 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea1a86e-8f29-4264-ba33-1bc02a529411 admin admin] Network 8936ee09-226f-4718-943f-9ffdccd40918 is already hosted by enough agents. {{(pid=93874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:32:27.277464 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961e4aea-e611-4eb3-848c-b8203a6fc269 None None] The sync data for ids ['1b0ed72e-a8df-4f57-a9db-54d4c4b1af8d'] in dv-cinder-778193-7-iscsi is: [{'id': '1b0ed72e-a8df-4f57-a9db-54d4c4b1af8d', 'name': 'tempest-AttachVolumeShelveTestJSON-1580808312-router', 'tenant_id': '2f8e82cf86684d55bca526dc154c03d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'external_fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '80a6a27f-a192-4ead-90e8-474aed701de6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:32:16Z', 'updated_at': '2021-08-31T04:32:23Z', 'revision_number': 4, 'project_id': '2f8e82cf86684d55bca526dc154c03d1', 'gw_port': {'id': '80a6a27f-a192-4ead-90e8-474aed701de6', 'name': '', 'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:dc:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b0ed72e-a8df-4f57-a9db-54d4c4b1af8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:32:17Z', 'updated_at': '2021-08-31T04:32:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-iscsi', '_interfaces': [{'id': 'd6ad802d-c5e9-4d03-9475-dc5b3c914d04', 'name': '', 'network_id': '2b1770a4-934d-49a7-a5c2-844beb26d79a', 'tenant_id': '2f8e82cf86684d55bca526dc154c03d1', 'mac_address': 'fa:16:3e:a0:fa:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b0ed72e-a8df-4f57-a9db-54d4c4b1af8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9e15e21a-55f2-483a-9c78-48bccbedd076', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:32:21Z', 'updated_at': '2021-08-31T04:32:24Z', 'revision_number': 2, 'project_id': '2f8e82cf86684d55bca526dc154c03d1', 'subnets': [{'id': '9e15e21a-55f2-483a-9c78-48bccbedd076', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:32:27.279256 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f6fa0e7-744b-44a8-b2f6-d4cbd720635f admin admin] Notify agent at l3_agent.dv-cinder-778193-7-iscsi the message routers_updated {{(pid=93874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:32:27.295410 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-7f6fa0e7-744b-44a8-b2f6-d4cbd720635f admin admin] 10.222.0.37 "PUT /v2.0/routers/1b0ed72e-a8df-4f57-a9db-54d4c4b1af8d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0755243 Aug 31 04:32:27.299106 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.scheduler.base_scheduler [None req-fea1a86e-8f29-4264-ba33-1bc02a529411 admin admin] Resources bound (agent type, host, resource id): {{(pid=93874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:32:27.320685 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea1a86e-8f29-4264-ba33-1bc02a529411 admin admin] Received port after_create {{(pid=93874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 04:32:27.321296 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-fea1a86e-8f29-4264-ba33-1bc02a529411 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7956356'] for router_interface, before_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:27.361190 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea1a86e-8f29-4264-ba33-1bc02a529411 admin admin] Pushing event updated for resources: {'Port': ['ID=a9a25f97-30d1-41c0-ac4a-a3cb6f609496,revision_number=1']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:27.365395 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 58344) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:27.367562 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.db.db_base_plugin_common [req-dfdf030a-0deb-4a7e-984a-ba2a87e69cc6 req-fe536758-436e-4799-8cc7-60cd07c20f5f tempest-DeleteServersTestJSON-60392213 tempest-DeleteServersTestJSON-60392213-project] Allocated IP 172.20.0.14 (3aeaae2b-2fcb-4517-b1be-7428c1e35c56/4d83980b-3124-4c2e-b6ea-a36baea3887a/e06eac0e-7b8c-43da-8007-40b725e406b6) {{(pid=93873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:32:27.710131 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:27.771203 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-09f2d010-60c9-4136-9323-b9760a6f64cd None None] Provisioning for port a9a25f97-30d1-41c0-ac4a-a3cb6f609496 completed by entity DHCP. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 04:32:27.798710 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-09f2d010-60c9-4136-9323-b9760a6f64cd None None] Provisioning complete for port a9a25f97-30d1-41c0-ac4a-a3cb6f609496 triggered by entity DHCP. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:32:27.800999 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-09f2d010-60c9-4136-9323-b9760a6f64cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667402'] for port, provisioning_complete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:27.814400 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Device 6ad2e4ea-66b5-448a-ae2a-816cb31d4cac up at agent ovs-agent-dv-cinder-778193-7-iscsi {{(pid=93875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:32:27.906542 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-09f2d010-60c9-4136-9323-b9760a6f64cd None None] Port a9a25f97-30d1-41c0-ac4a-a3cb6f609496 cannot update to ACTIVE because it is not bound. {{(pid=93875) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 04:32:27.923156 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Provisioning complete for port 6ad2e4ea-66b5-448a-ae2a-816cb31d4cac triggered by entity L2. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:32:27.923800 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667402'] for port, provisioning_complete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:27.928789 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-dfdf030a-0deb-4a7e-984a-ba2a87e69cc6 req-fe536758-436e-4799-8cc7-60cd07c20f5f tempest-DeleteServersTestJSON-60392213 tempest-DeleteServersTestJSON-60392213-project] Notify callbacks [] for port, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:27.993681 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-5f6cecb9-12a1-4295-a3f1-24afc28edde1 req-f4d4929a-d280-4c50-bc80-6f6ad787cc90 tempest-DeleteServersTestJSON-60392213 tempest-DeleteServersTestJSON-60392213-project] 10.222.0.37 "GET /v2.0/ports?device_id=c859cc46-668d-40eb-a3e5-5191d0402f21 HTTP/1.1" status: 200 len: 210 time: 0.1351409 Aug 31 04:32:27.993681 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-9d09d541-5d89-471e-950a-cfc149cd7208 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:28.000830 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-fea1a86e-8f29-4264-ba33-1bc02a529411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:28.116562 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Device 8c339eb9-a7fc-44cd-ba56-3c8733551df2 up at agent ovs-agent-dv-cinder-778193-7-iscsi {{(pid=93875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:32:28.151878 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1190113-ad14-4a67-871f-86bea4851041 admin admin] Notify agent at l3_agent.dv-cinder-778193-7-iscsi the message routers_updated {{(pid=93873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:32:28.162284 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-b1190113-ad14-4a67-871f-86bea4851041 admin admin] 10.222.0.37 "PUT /v2.0/routers/285b27e9-9869-460f-97cf-7e4a1652d33c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1409376 Aug 31 04:32:28.167099 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355da1c9-8067-453c-9dcc-4362b824bb14 None None] Sync routers for ids ['285b27e9-9869-460f-97cf-7e4a1652d33c'] in dv-cinder-778193-7-iscsi {{(pid=93875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:32:28.168874 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-dfdf030a-0deb-4a7e-984a-ba2a87e69cc6 req-fe536758-436e-4799-8cc7-60cd07c20f5f tempest-DeleteServersTestJSON-60392213 tempest-DeleteServersTestJSON-60392213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730086931496'] for port, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:28.229516 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355da1c9-8067-453c-9dcc-4362b824bb14 None None] Routers {'285b27e9-9869-460f-97cf-7e4a1652d33c'} bound to L3 agent in host dv-cinder-778193-7-iscsi {{(pid=93875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 04:32:28.232109 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-355da1c9-8067-453c-9dcc-4362b824bb14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T04:24:29Z,description=,heartbeat_timestamp=2021-08-31T04:31:59Z,host='dv-cinder-778193-7-iscsi',id=0d18d50c-d309-40cc-9cbf-a014e4f79dac,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T04:24:29Z,topic='l3_agent')) {'router_ids': ['285b27e9-9869-460f-97cf-7e4a1652d33c'], 'active': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:32:28.257957 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-fea1a86e-8f29-4264-ba33-1bc02a529411 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:28.268216 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-fea1a86e-8f29-4264-ba33-1bc02a529411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:28.268937 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-fea1a86e-8f29-4264-ba33-1bc02a529411 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8355406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7953204'] for router_interface, after_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:28.329119 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 58368) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:28.341537 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.v2.base [None req-009a24ce-2e50-4732-8ef2-61870ffcbce5 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Request body: {'security_group': {'name': 'tempest-securitygroup--752797813', 'description': 'tempest-description--1006765736'}} {{(pid=93873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:32:28.347632 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Provisioning complete for port 8c339eb9-a7fc-44cd-ba56-3c8733551df2 triggered by entity L2. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:32:28.348037 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667402'] for port, provisioning_complete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:28.381332 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea1a86e-8f29-4264-ba33-1bc02a529411 admin admin] Pushing event updated for resources: {'Port': ['ID=a9a25f97-30d1-41c0-ac4a-a3cb6f609496,revision_number=2']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:28.423323 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfdf030a-0deb-4a7e-984a-ba2a87e69cc6 req-fe536758-436e-4799-8cc7-60cd07c20f5f tempest-DeleteServersTestJSON-60392213 tempest-DeleteServersTestJSON-60392213-project] Network 3aeaae2b-2fcb-4517-b1be-7428c1e35c56 is already hosted by enough agents. {{(pid=93873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:32:28.435607 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.scheduler.base_scheduler [req-dfdf030a-0deb-4a7e-984a-ba2a87e69cc6 req-fe536758-436e-4799-8cc7-60cd07c20f5f tempest-DeleteServersTestJSON-60392213 tempest-DeleteServersTestJSON-60392213-project] Resources bound (agent type, host, resource id): {{(pid=93873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:32:28.457191 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea1a86e-8f29-4264-ba33-1bc02a529411 admin admin] Network 8936ee09-226f-4718-943f-9ffdccd40918 is already hosted by enough agents. {{(pid=93874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:32:28.458578 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.scheduler.base_scheduler [None req-fea1a86e-8f29-4264-ba33-1bc02a529411 admin admin] Resources bound (agent type, host, resource id): {{(pid=93874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:32:28.459272 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfdf030a-0deb-4a7e-984a-ba2a87e69cc6 req-fe536758-436e-4799-8cc7-60cd07c20f5f tempest-DeleteServersTestJSON-60392213 tempest-DeleteServersTestJSON-60392213-project] Received port after_create {{(pid=93873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 04:32:28.509483 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdf030a-0deb-4a7e-984a-ba2a87e69cc6 req-fe536758-436e-4799-8cc7-60cd07c20f5f tempest-DeleteServersTestJSON-60392213 tempest-DeleteServersTestJSON-60392213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:28.512078 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-dfdf030a-0deb-4a7e-984a-ba2a87e69cc6 req-fe536758-436e-4799-8cc7-60cd07c20f5f tempest-DeleteServersTestJSON-60392213 tempest-DeleteServersTestJSON-60392213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8355474'] for port, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:28.524077 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe536758-436e-4799-8cc7-60cd07c20f5f tempest-DeleteServersTestJSON-60392213 tempest-DeleteServersTestJSON-60392213-project] Pushing event updated for resources: {'Port': ['ID=e06eac0e-7b8c-43da-8007-40b725e406b6,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:28.559659 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvr_db [None req-355da1c9-8067-453c-9dcc-4362b824bb14 None None] Set router 285b27e9-9869-460f-97cf-7e4a1652d33c gateway port host: dv-cinder-778193-7-iscsi {{(pid=93875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 04:32:28.608919 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4f2133d0-44e4-4e1b-a3d9-4c9bbdbcaf29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:28.625723 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4f2133d0-44e4-4e1b-a3d9-4c9bbdbcaf29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:28.674471 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-4f2133d0-44e4-4e1b-a3d9-4c9bbdbcaf29 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=abde3d64af564fd38c965494f01fb03c&name=default HTTP/1.1" status: 200 len: 2975 time: 1.9469812 Aug 31 04:32:28.675661 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 58388) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:28.726499 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-dbe88ed5-8b10-4a11-b3e6-c4ea94df5459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:28.814891 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-261b5938-1249-4c41-be3a-35dad780c386 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:28.871136 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-261b5938-1249-4c41-be3a-35dad780c386 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:28.980196 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.db.api [None req-009a24ce-2e50-4732-8ef2-61870ffcbce5 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 04:32:28.980196 dv-cinder-778193-7-iscsi neutron-server[93873]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 04:32:28.980196 dv-cinder-778193-7-iscsi neutron-server[93873]: [parameters: {'project_id_1': '2f8e82cf86684d55bca526dc154c03d1', 'expiration_1': datetime.datetime(2021, 8, 31, 4, 32, 28, 433294)}] Aug 31 04:32:28.980196 dv-cinder-778193-7-iscsi neutron-server[93873]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93873) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 04:32:28.981726 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG oslo_db.api [None req-009a24ce-2e50-4732-8ef2-61870ffcbce5 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 04:32:29.010345 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-261b5938-1249-4c41-be3a-35dad780c386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:29.015575 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-261b5938-1249-4c41-be3a-35dad780c386 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:29.021805 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-261b5938-1249-4c41-be3a-35dad780c386 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9b90c465-cc03-4d88-9d10-b51e4bd7638c HTTP/1.1" status: 204 len: 168 time: 0.3416500 Aug 31 04:32:29.039104 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fea1a86e-8f29-4264-ba33-1bc02a529411 admin admin] Router 270e5260-275a-4218-82b7-94c26fa32077 has already been hosted by L3 agent 0d18d50c-d309-40cc-9cbf-a014e4f79dac {{(pid=93874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 04:32:29.042401 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2133d0-44e4-4e1b-a3d9-4c9bbdbcaf29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b90c465-cc03-4d88-9d10-b51e4bd7638c,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:29.058759 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-9d09d541-5d89-471e-950a-cfc149cd7208 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:29.090299 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261b5938-1249-4c41-be3a-35dad780c386 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b90c465-cc03-4d88-9d10-b51e4bd7638c,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:29.094208 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-9d09d541-5d89-471e-950a-cfc149cd7208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:29.118568 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-dfdf030a-0deb-4a7e-984a-ba2a87e69cc6 req-fe536758-436e-4799-8cc7-60cd07c20f5f tempest-DeleteServersTestJSON-60392213 tempest-DeleteServersTestJSON-60392213-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8942659 Aug 31 04:32:29.166397 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef87974-9bf8-4def-beb7-e0100d0e3b9c req-b26b3be4-a496-4eb2-ab02-f21663370b97 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:29.189279 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-cef87974-9bf8-4def-beb7-e0100d0e3b9c req-b26b3be4-a496-4eb2-ab02-f21663370b97 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/networks?id=4c9c44bc-58fb-4b05-9942-3faf4a44f339 HTTP/1.1" status: 200 len: 818 time: 0.3602266 Aug 31 04:32:29.434371 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:29.434669 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-10353e2e-a114-435a-8c06-d746599c3812 None None] Provisioning complete for port a9a25f97-30d1-41c0-ac4a-a3cb6f609496 triggered by entity DHCP. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:32:29.434992 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-10353e2e-a114-435a-8c06-d746599c3812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667402'] for port, provisioning_complete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:29.437492 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Device cf6d2b3c-8445-4fad-82e1-1ef5396f87c2 up at agent ovs-agent-dv-cinder-778193-7-iscsi {{(pid=93875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:32:29.491742 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-9d09d541-5d89-471e-950a-cfc149cd7208 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c8f25e3adab44bc2b99ec579a6b714e4&name=default HTTP/1.1" status: 200 len: 2975 time: 2.1259933 Aug 31 04:32:29.492565 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d09d541-5d89-471e-950a-cfc149cd7208 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4366410-3770-40af-8dd8-37b58555017b,revision_number=1']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:29.499169 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 58402) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:29.562887 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-cef87974-9bf8-4def-beb7-e0100d0e3b9c req-e609df02-fdea-4b65-86bb-d2a371d78330 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/quotas/5c02d31770b24c65beddac4595cdfe52 HTTP/1.1" status: 200 len: 375 time: 0.3718939 Aug 31 04:32:29.651236 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-10353e2e-a114-435a-8c06-d746599c3812 None None] Port a9a25f97-30d1-41c0-ac4a-a3cb6f609496 cannot update to ACTIVE because it is not bound. {{(pid=93875) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 04:32:29.667043 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-009a24ce-2e50-4732-8ef2-61870ffcbce5 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Notify callbacks [] for security_group, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:29.718350 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-bc2545d4-30b5-4454-9666-d354f1b1b6fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:29.731476 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Provisioning for port cf6d2b3c-8445-4fad-82e1-1ef5396f87c2 completed by entity L2. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 04:32:29.742602 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Provisioning complete for port cf6d2b3c-8445-4fad-82e1-1ef5396f87c2 triggered by entity L2. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:32:29.746545 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667402'] for port, provisioning_complete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:29.796201 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-bc2545d4-30b5-4454-9666-d354f1b1b6fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:29.825459 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fea1a86e-8f29-4264-ba33-1bc02a529411 admin admin] Notify agent at l3_agent.dv-cinder-778193-7-iscsi the message routers_updated {{(pid=93874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:32:29.851256 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1663a94d-a907-4612-82c5-1ab7e717f942 None None] Sync routers for ids ['270e5260-275a-4218-82b7-94c26fa32077'] in dv-cinder-778193-7-iscsi {{(pid=93876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:32:29.853772 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-fea1a86e-8f29-4264-ba33-1bc02a529411 admin admin] 10.222.0.37 "PUT /v2.0/routers/270e5260-275a-4218-82b7-94c26fa32077/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6267159 Aug 31 04:32:29.877877 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-355da1c9-8067-453c-9dcc-4362b824bb14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '285b27e9-9869-460f-97cf-7e4a1652d33c', 'name': 'tempest-ServerRescueNegativeTestJSON-234244663-router', 'tenant_id': '5c02d31770b24c65beddac4595cdfe52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'external_fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': '6ad2e4ea-66b5-448a-ae2a-816cb31d4cac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:32:14Z', 'updated_at': '2021-08-31T04:32:23Z', 'revision_number': 4, 'project_id': '5c02d31770b24c65beddac4595cdfe52', 'gw_port': {'id': '6ad2e4ea-66b5-448a-ae2a-816cb31d4cac', 'name': '', 'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '285b27e9-9869-460f-97cf-7e4a1652d33c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:32:16Z', 'updated_at': '2021-08-31T04:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-iscsi', '_interfaces': [{'id': 'db47533a-32a3-4902-ba66-1e16eb925762', 'name': '', 'network_id': '4c9c44bc-58fb-4b05-9942-3faf4a44f339', 'tenant_id': '5c02d31770b24c65beddac4595cdfe52', 'mac_address': 'fa:16:3e:3c:9d:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '285b27e9-9869-460f-97cf-7e4a1652d33c', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '097259a5-3a3d-4228-8082-2d6c2f8f569c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:32:22Z', 'updated_at': '2021-08-31T04:32:24Z', 'revision_number': 2, 'project_id': '5c02d31770b24c65beddac4595cdfe52', 'subnets': [{'id': '097259a5-3a3d-4228-8082-2d6c2f8f569c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-7-iscsi', False) {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:32:29.892305 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b6719a-4048-4069-bc1d-85be7771d2c4 req-7db31d97-d998-435b-aae5-deb0378794e3 tempest-DeleteServersTestJSON-60392213 tempest-DeleteServersTestJSON-60392213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:29.901249 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-f0b6719a-4048-4069-bc1d-85be7771d2c4 req-7db31d97-d998-435b-aae5-deb0378794e3 tempest-DeleteServersTestJSON-60392213 tempest-DeleteServersTestJSON-60392213-project] 10.222.0.37 "GET /v2.0/ports?device_id=c859cc46-668d-40eb-a3e5-5191d0402f21 HTTP/1.1" status: 200 len: 932 time: 0.4624319 Aug 31 04:32:29.905282 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1663a94d-a907-4612-82c5-1ab7e717f942 None None] Routers {'270e5260-275a-4218-82b7-94c26fa32077'} bound to L3 agent in host dv-cinder-778193-7-iscsi {{(pid=93876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 04:32:29.910720 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.l3_hamode_db [None req-1663a94d-a907-4612-82c5-1ab7e717f942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T04:24:29Z,description=,heartbeat_timestamp=2021-08-31T04:32:29Z,host='dv-cinder-778193-7-iscsi',id=0d18d50c-d309-40cc-9cbf-a014e4f79dac,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T04:24:29Z,topic='l3_agent')) {'router_ids': ['270e5260-275a-4218-82b7-94c26fa32077'], 'active': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:32:29.948138 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-cef87974-9bf8-4def-beb7-e0100d0e3b9c req-10ac691a-1592-4894-acf3-303da3ab4928 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=5c02d31770b24c65beddac4595cdfe52&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3786852 Aug 31 04:32:29.961499 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [req-cef87974-9bf8-4def-beb7-e0100d0e3b9c req-d1e01a51-b47a-409d-b455-66bb03b3cb87 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93874) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 04:32:29.975111 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-cef87974-9bf8-4def-beb7-e0100d0e3b9c req-d1e01a51-b47a-409d-b455-66bb03b3cb87 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0233176 Aug 31 04:32:29.986801 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355da1c9-8067-453c-9dcc-4362b824bb14 None None] Checking router: 285b27e9-9869-460f-97cf-7e4a1652d33c for host: dv-cinder-778193-7-iscsi {{(pid=93875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:32:29.987669 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355da1c9-8067-453c-9dcc-4362b824bb14 None None] Updating router 285b27e9-9869-460f-97cf-7e4a1652d33c port db47533a-32a3-4902-ba66-1e16eb925762 binding host dv-cinder-778193-7-iscsi {{(pid=93875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 04:32:30.054223 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-f0b6719a-4048-4069-bc1d-85be7771d2c4 req-83855893-0d00-4f33-ba5b-02d3d87c3b3d tempest-DeleteServersTestJSON-60392213 tempest-DeleteServersTestJSON-60392213-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e2eb671-c941-4e48-a981-66f958b04fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510935 Aug 31 04:32:30.099392 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cae06a7b-375a-4b62-8781-ea2d8af560c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:30.102973 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [req-dfdf030a-0deb-4a7e-984a-ba2a87e69cc6 req-02cbbdf7-ba50-41c0-8d72-382bee9d4ef8 tempest-DeleteServersTestJSON-60392213 tempest-DeleteServersTestJSON-60392213-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93873) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 04:32:30.105811 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-dfdf030a-0deb-4a7e-984a-ba2a87e69cc6 req-02cbbdf7-ba50-41c0-8d72-382bee9d4ef8 tempest-DeleteServersTestJSON-60392213 tempest-DeleteServersTestJSON-60392213-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0086873 Aug 31 04:32:30.114832 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-bc2545d4-30b5-4454-9666-d354f1b1b6fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:30.119443 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-bc2545d4-30b5-4454-9666-d354f1b1b6fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:30.121244 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-bc2545d4-30b5-4454-9666-d354f1b1b6fe admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b4366410-3770-40af-8dd8-37b58555017b HTTP/1.1" status: 204 len: 168 time: 0.6205409 Aug 31 04:32:30.139779 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-355da1c9-8067-453c-9dcc-4362b824bb14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:30.142478 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-009a24ce-2e50-4732-8ef2-61870ffcbce5 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Notify callbacks [] for security_group, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:30.143911 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2545d4-30b5-4454-9666-d354f1b1b6fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4366410-3770-40af-8dd8-37b58555017b,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:30.152339 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-009a24ce-2e50-4732-8ef2-61870ffcbce5 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:30.157781 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:30.217575 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009a24ce-2e50-4732-8ef2-61870ffcbce5 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b04e1e0-6e1c-49a5-a7f2-f3ca3ba46212,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:30.234731 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-009a24ce-2e50-4732-8ef2-61870ffcbce5 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Notify callbacks [] for security_group, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:30.242337 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-009a24ce-2e50-4732-8ef2-61870ffcbce5 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.9031878 Aug 31 04:32:30.244595 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 58434) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:30.251294 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.v2.base [None req-a7c6faac-6228-4169-ba33-e83f903d0fe7 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Request body: {'security_group_rule': {'security_group_id': '8b04e1e0-6e1c-49a5-a7f2-f3ca3ba46212', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:32:30.256566 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] For port cf6d2b3c-8445-4fad-82e1-1ef5396f87c2, host dv-cinder-778193-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-7-iscsi',level=0,port_id=cf6d2b3c-8445-4fad-82e1-1ef5396f87c2,segment=NetworkSegment(9b39574f-0af1-490f-b9cc-82fd551fb7d5),segment_id=9b39574f-0af1-490f-b9cc-82fd551fb7d5)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:32:30.319787 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:30.330750 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.l3_dvr_db [None req-1663a94d-a907-4612-82c5-1ab7e717f942 None None] Set router 270e5260-275a-4218-82b7-94c26fa32077 gateway port host: dv-cinder-778193-7-iscsi {{(pid=93876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 04:32:30.335525 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-a7c6faac-6228-4169-ba33-e83f903d0fe7 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:30.611765 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.agents_db [None req-b358f2ce-044e-44db-8ffe-8010ce8c5d43 None None] Agent healthcheck: found 6 active agents {{(pid=93876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:32:30.627141 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-a7c6faac-6228-4169-ba33-e83f903d0fe7 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:30.640224 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-a7c6faac-6228-4169-ba33-e83f903d0fe7 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196840'] for security_group_rule, after_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:30.669601 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Pushing event updated for resources: {'Port': ['ID=cf6d2b3c-8445-4fad-82e1-1ef5396f87c2,revision_number=4']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:30.673040 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Device 80a6a27f-a192-4ead-90e8-474aed701de6 up at agent ovs-agent-dv-cinder-778193-7-iscsi {{(pid=93875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:32:30.712269 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c6faac-6228-4169-ba33-e83f903d0fe7 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c24d5247-97ec-41fc-9d89-05344461adf4,revision_number=0']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:30.732271 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-a7c6faac-6228-4169-ba33-e83f903d0fe7 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:30.736432 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 58454) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:30.741454 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.v2.base [None req-9f8c3b9f-9d05-4211-a34f-75b39f3e19b7 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Request body: {'security_group_rule': {'security_group_id': '8b04e1e0-6e1c-49a5-a7f2-f3ca3ba46212', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:32:30.753996 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-a7c6faac-6228-4169-ba33-e83f903d0fe7 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5073476 Aug 31 04:32:30.829020 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-9f8c3b9f-9d05-4211-a34f-75b39f3e19b7 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:31.023936 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.l3_hamode_db [None req-1663a94d-a907-4612-82c5-1ab7e717f942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '270e5260-275a-4218-82b7-94c26fa32077', 'name': 'tempest-AttachVolumeTestJSON-272015880-router', 'tenant_id': '9a4c00b65f96499f945037afd604da1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'external_fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': 'cf6d2b3c-8445-4fad-82e1-1ef5396f87c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:32:16Z', 'updated_at': '2021-08-31T04:32:27Z', 'revision_number': 4, 'project_id': '9a4c00b65f96499f945037afd604da1d', 'gw_port': {'id': 'cf6d2b3c-8445-4fad-82e1-1ef5396f87c2', 'name': '', 'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:7a:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '270e5260-275a-4218-82b7-94c26fa32077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:32:18Z', 'updated_at': '2021-08-31T04:32:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-iscsi', '_interfaces': [{'id': 'a9a25f97-30d1-41c0-ac4a-a3cb6f609496', 'name': '', 'network_id': '8936ee09-226f-4718-943f-9ffdccd40918', 'tenant_id': '9a4c00b65f96499f945037afd604da1d', 'mac_address': 'fa:16:3e:2d:c0:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '270e5260-275a-4218-82b7-94c26fa32077', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'dbec82d9-5dbd-41df-9df9-228f18fdefe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:32:24Z', 'updated_at': '2021-08-31T04:32:28Z', 'revision_number': 2, 'project_id': '9a4c00b65f96499f945037afd604da1d', 'subnets': [{'id': 'dbec82d9-5dbd-41df-9df9-228f18fdefe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-7-iscsi', False) {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:32:31.029065 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Provisioning for port 80a6a27f-a192-4ead-90e8-474aed701de6 completed by entity L2. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 04:32:31.058113 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Provisioning complete for port 80a6a27f-a192-4ead-90e8-474aed701de6 triggered by entity L2. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:32:31.058467 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667402'] for port, provisioning_complete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:31.115485 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-9f8c3b9f-9d05-4211-a34f-75b39f3e19b7 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:31.123828 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-9f8c3b9f-9d05-4211-a34f-75b39f3e19b7 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196840'] for security_group_rule, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:31.138038 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1663a94d-a907-4612-82c5-1ab7e717f942 None None] Checking router: 270e5260-275a-4218-82b7-94c26fa32077 for host: dv-cinder-778193-7-iscsi {{(pid=93876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:32:31.139556 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1663a94d-a907-4612-82c5-1ab7e717f942 None None] Updating router 270e5260-275a-4218-82b7-94c26fa32077 port a9a25f97-30d1-41c0-ac4a-a3cb6f609496 binding host dv-cinder-778193-7-iscsi {{(pid=93876) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 04:32:31.233483 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-9f8c3b9f-9d05-4211-a34f-75b39f3e19b7 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:31.236213 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-9f8c3b9f-9d05-4211-a34f-75b39f3e19b7 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4985547 Aug 31 04:32:31.242603 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 58464) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:31.243119 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1663a94d-a907-4612-82c5-1ab7e717f942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:31.256471 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8c3b9f-9d05-4211-a34f-75b39f3e19b7 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2c08054-1a4f-4b00-9c51-9c13206b6a22,revision_number=0']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:31.273590 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-cef87974-9bf8-4def-beb7-e0100d0e3b9c req-121acf55-56d3-44a8-ba10-756ad1ced90e service neutron] 10.222.0.37 "GET /v2.0/networks/4c9c44bc-58fb-4b05-9942-3faf4a44f339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8176024 Aug 31 04:32:31.300483 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.v2.base [req-dfdf030a-0deb-4a7e-984a-ba2a87e69cc6 req-97280aed-d026-465b-8077-bbcab4732309 service neutron] Request body: {'port': {'device_id': 'c859cc46-668d-40eb-a3e5-5191d0402f21', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=93873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:32:31.301249 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.v2.base [None req-37b55a33-1328-4129-b108-d4b9bb077788 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Request body: {'floatingip': {'floating_network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408'}} {{(pid=93874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:32:31.340536 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a4fd8ad5-a492-4575-8673-07e6bf736dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:31.362770 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 58466) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:31.419508 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-9ac55116-ff64-4697-98a0-a165fdab5067 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:31.466405 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ca7e8b-828a-4ab7-80b6-54ccb8316d27 None None] Sync routers for ids ['1b0ed72e-a8df-4f57-a9db-54d4c4b1af8d'] in dv-cinder-778193-7-iscsi {{(pid=93875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:32:31.582204 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 58470) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:31.586224 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-dfdf030a-0deb-4a7e-984a-ba2a87e69cc6 req-97280aed-d026-465b-8077-bbcab4732309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:31.636408 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:31.644660 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.v2.base [None req-486a8a0e-eea4-4498-a46b-8513299fc6b9 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Request body: {'security_group': {'name': 'tempest-securitygroup--505687397', 'description': 'tempest-description--1931881204'}} {{(pid=93873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:32:31.769287 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ca7e8b-828a-4ab7-80b6-54ccb8316d27 None None] Routers {'1b0ed72e-a8df-4f57-a9db-54d4c4b1af8d'} bound to L3 agent in host dv-cinder-778193-7-iscsi {{(pid=93875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 04:32:31.772224 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-e8ca7e8b-828a-4ab7-80b6-54ccb8316d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T04:24:29Z,description=,heartbeat_timestamp=2021-08-31T04:32:29Z,host='dv-cinder-778193-7-iscsi',id=0d18d50c-d309-40cc-9cbf-a014e4f79dac,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T04:24:29Z,topic='l3_agent')) {'router_ids': ['1b0ed72e-a8df-4f57-a9db-54d4c4b1af8d'], 'active': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:32:31.857278 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] For port 80a6a27f-a192-4ead-90e8-474aed701de6, host dv-cinder-778193-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-7-iscsi',level=0,port_id=80a6a27f-a192-4ead-90e8-474aed701de6,segment=NetworkSegment(9b39574f-0af1-490f-b9cc-82fd551fb7d5),segment_id=9b39574f-0af1-490f-b9cc-82fd551fb7d5)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:32:31.873161 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-355da1c9-8067-453c-9dcc-4362b824bb14 None None] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:31.880797 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:31.931672 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-355da1c9-8067-453c-9dcc-4362b824bb14 None None] Transition to ACTIVE for port object db47533a-32a3-4902-ba66-1e16eb925762 will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 04:32:31.986593 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-355da1c9-8067-453c-9dcc-4362b824bb14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:32.003138 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1663a94d-a907-4612-82c5-1ab7e717f942 None None] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:32.034734 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [None req-1663a94d-a907-4612-82c5-1ab7e717f942 None None] Transition to ACTIVE for port object a9a25f97-30d1-41c0-ac4a-a3cb6f609496 will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 04:32:32.050667 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1663a94d-a907-4612-82c5-1ab7e717f942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:32.067211 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvr_db [None req-e8ca7e8b-828a-4ab7-80b6-54ccb8316d27 None None] Set router 1b0ed72e-a8df-4f57-a9db-54d4c4b1af8d gateway port host: dv-cinder-778193-7-iscsi {{(pid=93875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 04:32:32.076582 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Pushing event updated for resources: {'Port': ['ID=80a6a27f-a192-4ead-90e8-474aed701de6,revision_number=4']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:32.183919 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265153f5-e14e-45e4-8469-f162bd0636f5 req-7eb85597-16e9-48ad-a1d2-0d89dbb1ad94 tempest-DeleteServersTestJSON-60392213 tempest-DeleteServersTestJSON-60392213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:32.190988 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-265153f5-e14e-45e4-8469-f162bd0636f5 req-7eb85597-16e9-48ad-a1d2-0d89dbb1ad94 tempest-DeleteServersTestJSON-60392213 tempest-DeleteServersTestJSON-60392213-project] 10.222.0.37 "GET /v2.0/ports?device_id=c859cc46-668d-40eb-a3e5-5191d0402f21 HTTP/1.1" status: 200 len: 932 time: 0.4023056 Aug 31 04:32:32.245003 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1c2e6a-afec-44ca-8a51-e3ddcf0aa06f None None] Pushing event updated for resources: {'Port': ['ID=a9a25f97-30d1-41c0-ac4a-a3cb6f609496,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:32.256863 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-cef87974-9bf8-4def-beb7-e0100d0e3b9c req-3e0e35bc-915d-4c11-8b40-bd088b97694e service neutron] 10.222.0.37 "GET /v2.0/networks/4c9c44bc-58fb-4b05-9942-3faf4a44f339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9810803 Aug 31 04:32:32.264975 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-9ac55116-ff64-4697-98a0-a165fdab5067 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:32.315379 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-9ac55116-ff64-4697-98a0-a165fdab5067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:32.324144 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-265153f5-e14e-45e4-8469-f162bd0636f5 req-ee27c175-e667-4d2c-9143-94e970d701ba tempest-DeleteServersTestJSON-60392213 tempest-DeleteServersTestJSON-60392213-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e2eb671-c941-4e48-a981-66f958b04fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149645 Aug 31 04:32:32.325273 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db429e5-b7f5-4c31-b4f2-2ac5cddbd689 None None] Pushing event updated for resources: {'Port': ['ID=db47533a-32a3-4902-ba66-1e16eb925762,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:32.425584 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-1663a94d-a907-4612-82c5-1ab7e717f942 None None] Attempting to bind port a9a25f97-30d1-41c0-ac4a-a3cb6f609496 on host dv-cinder-778193-7-iscsi for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 04:32:32.426040 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-1663a94d-a907-4612-82c5-1ab7e717f942 None None] Attempting to bind port a9a25f97-30d1-41c0-ac4a-a3cb6f609496 by drivers openvswitch,hyperv on host dv-cinder-778193-7-iscsi at level 0 using segments [{'id': 'f068b9d6-cd7c-4610-b419-d71f6e8f87e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '8936ee09-226f-4718-943f-9ffdccd40918'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 04:32:32.426430 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1663a94d-a907-4612-82c5-1ab7e717f942 None None] Attempting to bind port a9a25f97-30d1-41c0-ac4a-a3cb6f609496 on network 8936ee09-226f-4718-943f-9ffdccd40918 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 04:32:32.426949 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [None req-355da1c9-8067-453c-9dcc-4362b824bb14 None None] Attempting to bind port db47533a-32a3-4902-ba66-1e16eb925762 on host dv-cinder-778193-7-iscsi for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 04:32:32.427412 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [None req-355da1c9-8067-453c-9dcc-4362b824bb14 None None] Attempting to bind port db47533a-32a3-4902-ba66-1e16eb925762 by drivers openvswitch,hyperv on host dv-cinder-778193-7-iscsi at level 0 using segments [{'id': '50e75a1a-dbd4-418a-9de6-b2a5917b80a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '4c9c44bc-58fb-4b05-9942-3faf4a44f339'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 04:32:32.427766 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355da1c9-8067-453c-9dcc-4362b824bb14 None None] Attempting to bind port db47533a-32a3-4902-ba66-1e16eb925762 on network 4c9c44bc-58fb-4b05-9942-3faf4a44f339 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 04:32:32.433645 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-486a8a0e-eea4-4498-a46b-8513299fc6b9 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Notify callbacks [] for security_group, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:32.442516 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1663a94d-a907-4612-82c5-1ab7e717f942 None None] Checking agent: {'id': '68c6f462-eb0a-4cde-80ac-29944282ee42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 4, 24, 29), 'started_at': datetime.datetime(2021, 8, 31, 4, 24, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 4, 32, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 04:32:32.443078 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1663a94d-a907-4612-82c5-1ab7e717f942 None None] Checking segment: {'id': 'f068b9d6-cd7c-4610-b419-d71f6e8f87e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '8936ee09-226f-4718-943f-9ffdccd40918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 04:32:32.443276 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1663a94d-a907-4612-82c5-1ab7e717f942 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:32.443960 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1663a94d-a907-4612-82c5-1ab7e717f942 None None] Bound using segment: {'id': 'f068b9d6-cd7c-4610-b419-d71f6e8f87e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '8936ee09-226f-4718-943f-9ffdccd40918'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 04:32:32.444459 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-1663a94d-a907-4612-82c5-1ab7e717f942 None None] Bound port: a9a25f97-30d1-41c0-ac4a-a3cb6f609496, host: dv-cinder-778193-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f068b9d6-cd7c-4610-b419-d71f6e8f87e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '8936ee09-226f-4718-943f-9ffdccd40918'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 04:32:32.444864 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1663a94d-a907-4612-82c5-1ab7e717f942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:32.453599 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-37b55a33-1328-4129-b108-d4b9bb077788 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Notify callbacks [] for floatingip, before_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:32.463370 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355da1c9-8067-453c-9dcc-4362b824bb14 None None] Checking agent: {'id': '68c6f462-eb0a-4cde-80ac-29944282ee42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 4, 24, 29), 'started_at': datetime.datetime(2021, 8, 31, 4, 24, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 4, 32, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 04:32:32.463741 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355da1c9-8067-453c-9dcc-4362b824bb14 None None] Checking segment: {'id': '50e75a1a-dbd4-418a-9de6-b2a5917b80a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '4c9c44bc-58fb-4b05-9942-3faf4a44f339'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 04:32:32.466117 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-355da1c9-8067-453c-9dcc-4362b824bb14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:32.466436 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355da1c9-8067-453c-9dcc-4362b824bb14 None None] Bound using segment: {'id': '50e75a1a-dbd4-418a-9de6-b2a5917b80a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '4c9c44bc-58fb-4b05-9942-3faf4a44f339'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 04:32:32.468849 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [None req-355da1c9-8067-453c-9dcc-4362b824bb14 None None] Bound port: db47533a-32a3-4902-ba66-1e16eb925762, host: dv-cinder-778193-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50e75a1a-dbd4-418a-9de6-b2a5917b80a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '4c9c44bc-58fb-4b05-9942-3faf4a44f339'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 04:32:32.469158 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-355da1c9-8067-453c-9dcc-4362b824bb14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:32.500414 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac55116-ff64-4697-98a0-a165fdab5067 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ffdb736-0384-4091-b7e1-0a7ecd3c8a51,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:32.508346 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-9ac55116-ff64-4697-98a0-a165fdab5067 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cfa6deeca0ef4759a8a765a50cc2c084&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1419148 Aug 31 04:32:32.528040 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 58486) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:32.614185 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Device cf6d2b3c-8445-4fad-82e1-1ef5396f87c2 up at agent ovs-agent-dv-cinder-778193-7-iscsi {{(pid=93875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:32:32.633482 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-1663a94d-a907-4612-82c5-1ab7e717f942 None None] For port a9a25f97-30d1-41c0-ac4a-a3cb6f609496, host dv-cinder-778193-7-iscsi, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:32:32.640835 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-1663a94d-a907-4612-82c5-1ab7e717f942 None None] For port a9a25f97-30d1-41c0-ac4a-a3cb6f609496, host dv-cinder-778193-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-7-iscsi',level=0,port_id=a9a25f97-30d1-41c0-ac4a-a3cb6f609496,segment=NetworkSegment(f068b9d6-cd7c-4610-b419-d71f6e8f87e2),segment_id=f068b9d6-cd7c-4610-b419-d71f6e8f87e2)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:32:32.662972 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1663a94d-a907-4612-82c5-1ab7e717f942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:32.757397 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-486a8a0e-eea4-4498-a46b-8513299fc6b9 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Notify callbacks [] for security_group, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:32.770025 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-486a8a0e-eea4-4498-a46b-8513299fc6b9 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:32.808025 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1c2e6a-afec-44ca-8a51-e3ddcf0aa06f None None] Pushing event updated for resources: {'Port': ['ID=a9a25f97-30d1-41c0-ac4a-a3cb6f609496,revision_number=4']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:32.820600 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-486a8a0e-eea4-4498-a46b-8513299fc6b9 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Notify callbacks [] for security_group, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:32.825513 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-486a8a0e-eea4-4498-a46b-8513299fc6b9 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.1991074 Aug 31 04:32:32.827717 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 58504) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:32.851784 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.v2.base [None req-ceb7c344-5a43-473c-83ee-6716809264ac tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Request body: {'security_group_rule': {'security_group_id': '330d847d-5013-4fa4-a7d6-33fbc6014196', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:32:32.870156 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1663a94d-a907-4612-82c5-1ab7e717f942 None None] Routers {'270e5260-275a-4218-82b7-94c26fa32077'} bound to L3 agent in host dv-cinder-778193-7-iscsi {{(pid=93876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 04:32:32.879529 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.l3_hamode_db [None req-1663a94d-a907-4612-82c5-1ab7e717f942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T04:24:29Z,description=,heartbeat_timestamp=2021-08-31T04:32:29Z,host='dv-cinder-778193-7-iscsi',id=0d18d50c-d309-40cc-9cbf-a014e4f79dac,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T04:24:29Z,topic='l3_agent')) {'router_ids': ['270e5260-275a-4218-82b7-94c26fa32077'], 'active': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:32:32.896623 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c0ebf826-624f-49f2-bc5d-eeb31b13681a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:32.968731 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c0ebf826-624f-49f2-bc5d-eeb31b13681a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:33.009780 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-355da1c9-8067-453c-9dcc-4362b824bb14 None None] For port db47533a-32a3-4902-ba66-1e16eb925762, host dv-cinder-778193-7-iscsi, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:32:33.113242 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486a8a0e-eea4-4498-a46b-8513299fc6b9 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=330d847d-5013-4fa4-a7d6-33fbc6014196,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:33.130835 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.notifiers.nova [req-dfdf030a-0deb-4a7e-984a-ba2a87e69cc6 req-97280aed-d026-465b-8077-bbcab4732309 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e06eac0e-7b8c-43da-8007-40b725e406b6 {{(pid=93873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 04:32:33.153623 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c0ebf826-624f-49f2-bc5d-eeb31b13681a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:33.165269 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c0ebf826-624f-49f2-bc5d-eeb31b13681a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:33.166779 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-c0ebf826-624f-49f2-bc5d-eeb31b13681a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7ffdb736-0384-4091-b7e1-0a7ecd3c8a51 HTTP/1.1" status: 204 len: 168 time: 0.6368341 Aug 31 04:32:33.183813 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Provisioning complete for port cf6d2b3c-8445-4fad-82e1-1ef5396f87c2 triggered by entity L2. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:32:33.184388 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667402'] for port, provisioning_complete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:33.189977 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-dfdf030a-0deb-4a7e-984a-ba2a87e69cc6 req-97280aed-d026-465b-8077-bbcab4732309 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:33.207115 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-355da1c9-8067-453c-9dcc-4362b824bb14 None None] For port db47533a-32a3-4902-ba66-1e16eb925762, host dv-cinder-778193-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-7-iscsi',level=0,port_id=db47533a-32a3-4902-ba66-1e16eb925762,segment=NetworkSegment(50e75a1a-dbd4-418a-9de6-b2a5917b80a4),segment_id=50e75a1a-dbd4-418a-9de6-b2a5917b80a4)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:32:33.267449 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ebf826-624f-49f2-bc5d-eeb31b13681a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ffdb736-0384-4091-b7e1-0a7ecd3c8a51,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:33.300783 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-355da1c9-8067-453c-9dcc-4362b824bb14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:33.324984 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-7f396792-f744-48ad-bdd2-3d45d711cdae req-8fd6d0d9-5146-4122-9cd3-7e85520c4a90 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/ports?device_id=390893f3-2c2b-4803-b7a8-3c19fb0503a4 HTTP/1.1" status: 200 len: 210 time: 0.3823171 Aug 31 04:32:33.340240 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [req-dfdf030a-0deb-4a7e-984a-ba2a87e69cc6 req-97280aed-d026-465b-8077-bbcab4732309 service neutron] Transition to ACTIVE for port object e06eac0e-7b8c-43da-8007-40b725e406b6 will not be triggered until provisioned by entity L2. {{(pid=93873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 04:32:33.347275 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-dfdf030a-0deb-4a7e-984a-ba2a87e69cc6 req-97280aed-d026-465b-8077-bbcab4732309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:33.373434 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-ceb7c344-5a43-473c-83ee-6716809264ac tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:33.396709 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.l3_dvr_db [None req-1663a94d-a907-4612-82c5-1ab7e717f942 None None] Set router 270e5260-275a-4218-82b7-94c26fa32077 gateway port host: dv-cinder-778193-7-iscsi {{(pid=93876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 04:32:33.436420 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-37b55a33-1328-4129-b108-d4b9bb077788 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:33.620677 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.managers [req-dfdf030a-0deb-4a7e-984a-ba2a87e69cc6 req-97280aed-d026-465b-8077-bbcab4732309 service neutron] Attempting to bind port e06eac0e-7b8c-43da-8007-40b725e406b6 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 04:32:33.621495 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.managers [req-dfdf030a-0deb-4a7e-984a-ba2a87e69cc6 req-97280aed-d026-465b-8077-bbcab4732309 service neutron] Attempting to bind port e06eac0e-7b8c-43da-8007-40b725e406b6 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '13fb0274-db4a-42f8-afdc-b024b4bf6d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '3aeaae2b-2fcb-4517-b1be-7428c1e35c56'}] {{(pid=93873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 04:32:33.622014 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfdf030a-0deb-4a7e-984a-ba2a87e69cc6 req-97280aed-d026-465b-8077-bbcab4732309 service neutron] Attempting to bind port e06eac0e-7b8c-43da-8007-40b725e406b6 on network 3aeaae2b-2fcb-4517-b1be-7428c1e35c56 {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 04:32:33.626018 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97280aed-d026-465b-8077-bbcab4732309 service neutron] Pushing event updated for resources: {'Port': ['ID=e06eac0e-7b8c-43da-8007-40b725e406b6,revision_number=2']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:33.631335 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfdf030a-0deb-4a7e-984a-ba2a87e69cc6 req-97280aed-d026-465b-8077-bbcab4732309 service neutron] Port e06eac0e-7b8c-43da-8007-40b725e406b6 on network 3aeaae2b-2fcb-4517-b1be-7428c1e35c56 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 04:32:33.631895 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfdf030a-0deb-4a7e-984a-ba2a87e69cc6 req-97280aed-d026-465b-8077-bbcab4732309 service neutron] Attempting to bind port e06eac0e-7b8c-43da-8007-40b725e406b6 on network 3aeaae2b-2fcb-4517-b1be-7428c1e35c56 {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 04:32:33.638481 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfdf030a-0deb-4a7e-984a-ba2a87e69cc6 req-97280aed-d026-465b-8077-bbcab4732309 service neutron] Checking agent: {'id': 'cec96490-d34b-42db-b58a-d4405faa4e11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 4, 30, 28), 'started_at': datetime.datetime(2021, 8, 31, 4, 30, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 4, 32, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 04:32:33.639016 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfdf030a-0deb-4a7e-984a-ba2a87e69cc6 req-97280aed-d026-465b-8077-bbcab4732309 service neutron] Checking segment: {'id': '13fb0274-db4a-42f8-afdc-b024b4bf6d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '3aeaae2b-2fcb-4517-b1be-7428c1e35c56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 04:32:33.639742 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfdf030a-0deb-4a7e-984a-ba2a87e69cc6 req-97280aed-d026-465b-8077-bbcab4732309 service neutron] Bound using segment: {'id': '13fb0274-db4a-42f8-afdc-b024b4bf6d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '3aeaae2b-2fcb-4517-b1be-7428c1e35c56'} {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 04:32:33.640717 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.managers [req-dfdf030a-0deb-4a7e-984a-ba2a87e69cc6 req-97280aed-d026-465b-8077-bbcab4732309 service neutron] Bound port: e06eac0e-7b8c-43da-8007-40b725e406b6, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13fb0274-db4a-42f8-afdc-b024b4bf6d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '3aeaae2b-2fcb-4517-b1be-7428c1e35c56'}}] {{(pid=93873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 04:32:33.641284 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-dfdf030a-0deb-4a7e-984a-ba2a87e69cc6 req-97280aed-d026-465b-8077-bbcab4732309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:33.700656 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db429e5-b7f5-4c31-b4f2-2ac5cddbd689 None None] Pushing event updated for resources: {'Port': ['ID=db47533a-32a3-4902-ba66-1e16eb925762,revision_number=4']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:33.763041 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [req-dfdf030a-0deb-4a7e-984a-ba2a87e69cc6 req-97280aed-d026-465b-8077-bbcab4732309 service neutron] For port e06eac0e-7b8c-43da-8007-40b725e406b6, host hv-cinder-77819, cleared binding levels {{(pid=93873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:32:33.767604 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355da1c9-8067-453c-9dcc-4362b824bb14 None None] Routers {'285b27e9-9869-460f-97cf-7e4a1652d33c'} bound to L3 agent in host dv-cinder-778193-7-iscsi {{(pid=93875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 04:32:33.767749 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-355da1c9-8067-453c-9dcc-4362b824bb14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T04:24:29Z,description=,heartbeat_timestamp=2021-08-31T04:32:29Z,host='dv-cinder-778193-7-iscsi',id=0d18d50c-d309-40cc-9cbf-a014e4f79dac,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T04:24:29Z,topic='l3_agent')) {'router_ids': ['285b27e9-9869-460f-97cf-7e4a1652d33c'], 'active': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:32:33.780713 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [req-dfdf030a-0deb-4a7e-984a-ba2a87e69cc6 req-97280aed-d026-465b-8077-bbcab4732309 service neutron] For port e06eac0e-7b8c-43da-8007-40b725e406b6, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=e06eac0e-7b8c-43da-8007-40b725e406b6,segment=NetworkSegment(13fb0274-db4a-42f8-afdc-b024b4bf6d59),segment_id=13fb0274-db4a-42f8-afdc-b024b4bf6d59)] {{(pid=93873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:32:33.788801 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-dfdf030a-0deb-4a7e-984a-ba2a87e69cc6 req-97280aed-d026-465b-8077-bbcab4732309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:33.804635 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-e8ca7e8b-828a-4ab7-80b6-54ccb8316d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b0ed72e-a8df-4f57-a9db-54d4c4b1af8d', 'name': 'tempest-AttachVolumeShelveTestJSON-1580808312-router', 'tenant_id': '2f8e82cf86684d55bca526dc154c03d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'external_fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '80a6a27f-a192-4ead-90e8-474aed701de6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:32:16Z', 'updated_at': '2021-08-31T04:32:23Z', 'revision_number': 4, 'project_id': '2f8e82cf86684d55bca526dc154c03d1', 'gw_port': {'id': '80a6a27f-a192-4ead-90e8-474aed701de6', 'name': '', 'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:dc:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b0ed72e-a8df-4f57-a9db-54d4c4b1af8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:32:17Z', 'updated_at': '2021-08-31T04:32:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-iscsi', '_interfaces': [{'id': 'd6ad802d-c5e9-4d03-9475-dc5b3c914d04', 'name': '', 'network_id': '2b1770a4-934d-49a7-a5c2-844beb26d79a', 'tenant_id': '2f8e82cf86684d55bca526dc154c03d1', 'mac_address': 'fa:16:3e:a0:fa:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b0ed72e-a8df-4f57-a9db-54d4c4b1af8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9e15e21a-55f2-483a-9c78-48bccbedd076', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:32:21Z', 'updated_at': '2021-08-31T04:32:24Z', 'revision_number': 2, 'project_id': '2f8e82cf86684d55bca526dc154c03d1', 'subnets': [{'id': '9e15e21a-55f2-483a-9c78-48bccbedd076', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-7-iscsi', False) {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:32:33.926010 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.db.db_base_plugin_common [None req-37b55a33-1328-4129-b108-d4b9bb077788 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Allocated IP 172.27.3.206 (f4b5f899-990a-4804-98c2-2f4cfa444408/03ec91ec-d42e-4d2c-8dee-dc4e2d357557/1b533ad4-0f01-452e-9dd5-980a84c0861e) {{(pid=93874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:32:33.960096 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97280aed-d026-465b-8077-bbcab4732309 service neutron] Pushing event updated for resources: {'Port': ['ID=e06eac0e-7b8c-43da-8007-40b725e406b6,revision_number=3']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:34.000749 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdf030a-0deb-4a7e-984a-ba2a87e69cc6 req-97280aed-d026-465b-8077-bbcab4732309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:34.003448 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-dfdf030a-0deb-4a7e-984a-ba2a87e69cc6 req-97280aed-d026-465b-8077-bbcab4732309 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8355474'] for port, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:34.005370 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-dfdf030a-0deb-4a7e-984a-ba2a87e69cc6 req-97280aed-d026-465b-8077-bbcab4732309 service neutron] 10.222.0.13 "PUT /v2.0/ports/e06eac0e-7b8c-43da-8007-40b725e406b6 HTTP/1.1" status: 200 len: 1094 time: 3.3870034 Aug 31 04:32:34.006009 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c859cc46-668d-40eb-a3e5-5191d0402f21', 'tag': 'e06eac0e-7b8c-43da-8007-40b725e406b6'}] {{(pid=93873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 04:32:34.014510 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ca7e8b-828a-4ab7-80b6-54ccb8316d27 None None] Checking router: 1b0ed72e-a8df-4f57-a9db-54d4c4b1af8d for host: dv-cinder-778193-7-iscsi {{(pid=93875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:32:34.014863 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ca7e8b-828a-4ab7-80b6-54ccb8316d27 None None] Updating router 1b0ed72e-a8df-4f57-a9db-54d4c4b1af8d port d6ad802d-c5e9-4d03-9475-dc5b3c914d04 binding host dv-cinder-778193-7-iscsi {{(pid=93875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 04:32:34.027520 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75efc053-b912-4cac-948e-dc3d9c8c1740 req-854a0f39-cdae-4afc-8c29-13b92605d2e0 tempest-DeleteServersTestJSON-60392213 tempest-DeleteServersTestJSON-60392213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:34.029137 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-75efc053-b912-4cac-948e-dc3d9c8c1740 req-854a0f39-cdae-4afc-8c29-13b92605d2e0 tempest-DeleteServersTestJSON-60392213 tempest-DeleteServersTestJSON-60392213-project] 10.222.0.37 "GET /v2.0/ports?device_id=c859cc46-668d-40eb-a3e5-5191d0402f21 HTTP/1.1" status: 200 len: 944 time: 0.4751959 Aug 31 04:32:34.051247 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-ceb7c344-5a43-473c-83ee-6716809264ac tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:34.069428 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Device 80a6a27f-a192-4ead-90e8-474aed701de6 up at agent ovs-agent-dv-cinder-778193-7-iscsi {{(pid=93875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:32:34.090752 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.l3_hamode_db [None req-1663a94d-a907-4612-82c5-1ab7e717f942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '270e5260-275a-4218-82b7-94c26fa32077', 'name': 'tempest-AttachVolumeTestJSON-272015880-router', 'tenant_id': '9a4c00b65f96499f945037afd604da1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'external_fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': 'cf6d2b3c-8445-4fad-82e1-1ef5396f87c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:32:16Z', 'updated_at': '2021-08-31T04:32:27Z', 'revision_number': 4, 'project_id': '9a4c00b65f96499f945037afd604da1d', 'gw_port': {'id': 'cf6d2b3c-8445-4fad-82e1-1ef5396f87c2', 'name': '', 'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:7a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270e5260-275a-4218-82b7-94c26fa32077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:32:18Z', 'updated_at': '2021-08-31T04:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-iscsi', '_interfaces': [{'id': 'a9a25f97-30d1-41c0-ac4a-a3cb6f609496', 'name': '', 'network_id': '8936ee09-226f-4718-943f-9ffdccd40918', 'tenant_id': '9a4c00b65f96499f945037afd604da1d', 'mac_address': 'fa:16:3e:2d:c0:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '270e5260-275a-4218-82b7-94c26fa32077', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'dbec82d9-5dbd-41df-9df9-228f18fdefe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:32:24Z', 'updated_at': '2021-08-31T04:32:32Z', 'revision_number': 4, 'project_id': '9a4c00b65f96499f945037afd604da1d', 'subnets': [{'id': 'dbec82d9-5dbd-41df-9df9-228f18fdefe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-7-iscsi', False) {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:32:34.108153 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-ceb7c344-5a43-473c-83ee-6716809264ac tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196840'] for security_group_rule, after_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:34.173638 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1663a94d-a907-4612-82c5-1ab7e717f942 None None] The sync data for ids ['270e5260-275a-4218-82b7-94c26fa32077'] in dv-cinder-778193-7-iscsi is: [{'id': '270e5260-275a-4218-82b7-94c26fa32077', 'name': 'tempest-AttachVolumeTestJSON-272015880-router', 'tenant_id': '9a4c00b65f96499f945037afd604da1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'external_fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': 'cf6d2b3c-8445-4fad-82e1-1ef5396f87c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:32:16Z', 'updated_at': '2021-08-31T04:32:27Z', 'revision_number': 4, 'project_id': '9a4c00b65f96499f945037afd604da1d', 'gw_port': {'id': 'cf6d2b3c-8445-4fad-82e1-1ef5396f87c2', 'name': '', 'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:7a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270e5260-275a-4218-82b7-94c26fa32077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:32:18Z', 'updated_at': '2021-08-31T04:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-iscsi', '_interfaces': [{'id': 'a9a25f97-30d1-41c0-ac4a-a3cb6f609496', 'name': '', 'network_id': '8936ee09-226f-4718-943f-9ffdccd40918', 'tenant_id': '9a4c00b65f96499f945037afd604da1d', 'mac_address': 'fa:16:3e:2d:c0:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '270e5260-275a-4218-82b7-94c26fa32077', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'dbec82d9-5dbd-41df-9df9-228f18fdefe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:32:24Z', 'updated_at': '2021-08-31T04:32:32Z', 'revision_number': 4, 'project_id': '9a4c00b65f96499f945037afd604da1d', 'subnets': [{'id': 'dbec82d9-5dbd-41df-9df9-228f18fdefe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:32:34.253475 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb7c344-5a43-473c-83ee-6716809264ac tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d007dd14-92f6-46b5-8922-22a3f28354cd,revision_number=0']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:34.263192 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 58560) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:34.507281 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdf030a-0deb-4a7e-984a-ba2a87e69cc6 req-c25fa6cd-4989-40ec-b9a8-bab2d5868296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:34.509399 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-dfdf030a-0deb-4a7e-984a-ba2a87e69cc6 req-c25fa6cd-4989-40ec-b9a8-bab2d5868296 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=27047762c8e04dfbb5633ccda29f7544&device_id=c859cc46-668d-40eb-a3e5-5191d0402f21 HTTP/1.1" status: 200 len: 1097 time: 0.2925389 Aug 31 04:32:34.747496 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e8ca7e8b-828a-4ab7-80b6-54ccb8316d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:34.753652 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-ceb7c344-5a43-473c-83ee-6716809264ac tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:34.757498 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-ceb7c344-5a43-473c-83ee-6716809264ac tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.9086277 Aug 31 04:32:34.839041 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-75efc053-b912-4cac-948e-dc3d9c8c1740 req-0b1634ac-b8e6-42da-b613-62a9f97a3cec tempest-DeleteServersTestJSON-60392213 tempest-DeleteServersTestJSON-60392213-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e2eb671-c941-4e48-a981-66f958b04fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7850261 Aug 31 04:32:34.975734 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 58584) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:34.999599 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f181c64-2e06-456c-b004-06005d14b33c req-55c0b88e-cbba-4393-8636-1b4daecb900a tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:35.010803 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-1f181c64-2e06-456c-b004-06005d14b33c req-55c0b88e-cbba-4393-8636-1b4daecb900a tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/networks?id=4c9c44bc-58fb-4b05-9942-3faf4a44f339 HTTP/1.1" status: 200 len: 818 time: 0.8209963 Aug 31 04:32:35.049896 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.v2.base [None req-e56f5c75-b4a6-4c10-b862-a2238c28ef5a tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Request body: {'security_group_rule': {'security_group_id': '330d847d-5013-4fa4-a7d6-33fbc6014196', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:32:35.169437 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-1f181c64-2e06-456c-b004-06005d14b33c req-b491d8ee-3b8c-47bd-974d-574a904e4077 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/quotas/5c02d31770b24c65beddac4595cdfe52 HTTP/1.1" status: 200 len: 375 time: 0.1551635 Aug 31 04:32:35.182218 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a11e4e79c753650f2852f0d7a0fe7e91abda00271ce9373e69ea4f6baf967f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-069a589d-7e87-4628-820e-d50d1c485044" -d '{"events": [{"name": "network-changed", "server_uuid": "c859cc46-668d-40eb-a3e5-5191d0402f21", "tag": "e06eac0e-7b8c-43da-8007-40b725e406b6"}]}' {{(pid=93873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:32:35.191125 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-dfdf030a-0deb-4a7e-984a-ba2a87e69cc6 req-9a12e620-fe30-450c-aa87-a90784a38153 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e06eac0e-7b8c-43da-8007-40b725e406b6 HTTP/1.1" status: 200 len: 217 time: 0.6311636 Aug 31 04:32:35.216982 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-9d665656-7ca8-4ac7-a11c-237ad0a6e34e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:35.254029 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-e56f5c75-b4a6-4c10-b862-a2238c28ef5a tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:35.387994 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdf030a-0deb-4a7e-984a-ba2a87e69cc6 req-c522a309-b913-4aa1-9d07-ec2a385c46f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:35.391873 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-dfdf030a-0deb-4a7e-984a-ba2a87e69cc6 req-c522a309-b913-4aa1-9d07-ec2a385c46f9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4d83980b-3124-4c2e-b6ea-a36baea3887a HTTP/1.1" status: 200 len: 852 time: 0.1827126 Aug 31 04:32:35.392038 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvr_db [None req-355da1c9-8067-453c-9dcc-4362b824bb14 None None] Set router 285b27e9-9869-460f-97cf-7e4a1652d33c gateway port host: dv-cinder-778193-7-iscsi {{(pid=93875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 04:32:35.478887 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-1f181c64-2e06-456c-b004-06005d14b33c req-8d5c3411-922d-4eca-9699-d0e30e852217 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=5c02d31770b24c65beddac4595cdfe52&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2467139 Aug 31 04:32:35.582759 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-37b55a33-1328-4129-b108-d4b9bb077788 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Notify callbacks [] for port, precommit_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:35.601464 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-dfdf030a-0deb-4a7e-984a-ba2a87e69cc6 req-a0d97d05-b108-48cb-bef8-7ade4aea1649 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3aeaae2b-2fcb-4517-b1be-7428c1e35c56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1277325 Aug 31 04:32:35.841470 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 58612) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:35.927592 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-e56f5c75-b4a6-4c10-b862-a2238c28ef5a tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:36.075197 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Provisioning complete for port 80a6a27f-a192-4ead-90e8-474aed701de6 triggered by entity L2. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:32:36.075731 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667402'] for port, provisioning_complete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:36.183832 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-dfdf030a-0deb-4a7e-984a-ba2a87e69cc6 req-d97ccaa7-8826-40f1-8dd1-d30a6e3103ea service neutron] 10.222.0.13 "GET /v2.0/networks/3aeaae2b-2fcb-4517-b1be-7428c1e35c56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3469949 Aug 31 04:32:36.185848 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 04:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f3cd4bf-2ca1-480d-96ed-3511e32fcef7 x-openstack-request-id: req-9f3cd4bf-2ca1-480d-96ed-3511e32fcef7 {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:32:36.190413 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c859cc46-668d-40eb-a3e5-5191d0402f21", "tag": "e06eac0e-7b8c-43da-8007-40b725e406b6", "status": "completed", "code": 200}]} {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:32:36.190561 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9f3cd4bf-2ca1-480d-96ed-3511e32fcef7 {{(pid=93873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:32:36.191061 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c859cc46-668d-40eb-a3e5-5191d0402f21', 'tag': 'e06eac0e-7b8c-43da-8007-40b725e406b6', 'status': 'completed', 'code': 200} Aug 31 04:32:36.260916 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-e56f5c75-b4a6-4c10-b862-a2238c28ef5a tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196840'] for security_group_rule, after_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:36.272084 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-9d665656-7ca8-4ac7-a11c-237ad0a6e34e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:36.343553 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-9d665656-7ca8-4ac7-a11c-237ad0a6e34e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:36.445266 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-dfdf030a-0deb-4a7e-984a-ba2a87e69cc6 req-789d0f79-5aed-482b-8aed-d1ef0b0879e9 service neutron] 10.222.0.13 "GET /v2.0/networks/3aeaae2b-2fcb-4517-b1be-7428c1e35c56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2504644 Aug 31 04:32:36.494894 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-74a04309-dccb-430c-b65d-15b9faced841 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:36.503830 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-9d665656-7ca8-4ac7-a11c-237ad0a6e34e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e10d855a4622428491f26140c2a9f302&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1166778 Aug 31 04:32:36.504515 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-37b55a33-1328-4129-b108-d4b9bb077788 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730086931496'] for port, after_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:36.530009 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-1f181c64-2e06-456c-b004-06005d14b33c req-8a1d68a7-d641-47be-b6ed-aad461840b1f service neutron] 10.222.0.37 "GET /v2.0/networks/4c9c44bc-58fb-4b05-9942-3faf4a44f339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9975798 Aug 31 04:32:36.530422 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 58636) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:36.622137 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56f5c75-b4a6-4c10-b862-a2238c28ef5a tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2df64d69-b4a5-4e66-9065-38356f5c5677,revision_number=0']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:36.675859 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-05b8bb0e-5745-415e-bab6-02a4ad388dc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:36.701147 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d665656-7ca8-4ac7-a11c-237ad0a6e34e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e04ad8e5-7e14-4a35-ba3a-ab7978559fa4,revision_number=1']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:36.719203 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.13', 59108) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:36.776295 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e8ca7e8b-828a-4ab7-80b6-54ccb8316d27 None None] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:36.780781 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-355da1c9-8067-453c-9dcc-4362b824bb14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '285b27e9-9869-460f-97cf-7e4a1652d33c', 'name': 'tempest-ServerRescueNegativeTestJSON-234244663-router', 'tenant_id': '5c02d31770b24c65beddac4595cdfe52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'external_fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': '6ad2e4ea-66b5-448a-ae2a-816cb31d4cac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:32:14Z', 'updated_at': '2021-08-31T04:32:23Z', 'revision_number': 4, 'project_id': '5c02d31770b24c65beddac4595cdfe52', 'gw_port': {'id': '6ad2e4ea-66b5-448a-ae2a-816cb31d4cac', 'name': '', 'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '285b27e9-9869-460f-97cf-7e4a1652d33c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:32:16Z', 'updated_at': '2021-08-31T04:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-iscsi', '_interfaces': [{'id': 'db47533a-32a3-4902-ba66-1e16eb925762', 'name': '', 'network_id': '4c9c44bc-58fb-4b05-9942-3faf4a44f339', 'tenant_id': '5c02d31770b24c65beddac4595cdfe52', 'mac_address': 'fa:16:3e:3c:9d:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '285b27e9-9869-460f-97cf-7e4a1652d33c', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '097259a5-3a3d-4228-8082-2d6c2f8f569c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:32:22Z', 'updated_at': '2021-08-31T04:32:32Z', 'revision_number': 4, 'project_id': '5c02d31770b24c65beddac4595cdfe52', 'subnets': [{'id': '097259a5-3a3d-4228-8082-2d6c2f8f569c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-7-iscsi', False) {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:32:36.880636 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-74a04309-dccb-430c-b65d-15b9faced841 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:36.888842 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355da1c9-8067-453c-9dcc-4362b824bb14 None None] The sync data for ids ['285b27e9-9869-460f-97cf-7e4a1652d33c'] in dv-cinder-778193-7-iscsi is: [{'id': '285b27e9-9869-460f-97cf-7e4a1652d33c', 'name': 'tempest-ServerRescueNegativeTestJSON-234244663-router', 'tenant_id': '5c02d31770b24c65beddac4595cdfe52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'external_fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': '6ad2e4ea-66b5-448a-ae2a-816cb31d4cac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:32:14Z', 'updated_at': '2021-08-31T04:32:23Z', 'revision_number': 4, 'project_id': '5c02d31770b24c65beddac4595cdfe52', 'gw_port': {'id': '6ad2e4ea-66b5-448a-ae2a-816cb31d4cac', 'name': '', 'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '285b27e9-9869-460f-97cf-7e4a1652d33c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:32:16Z', 'updated_at': '2021-08-31T04:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-iscsi', '_interfaces': [{'id': 'db47533a-32a3-4902-ba66-1e16eb925762', 'name': '', 'network_id': '4c9c44bc-58fb-4b05-9942-3faf4a44f339', 'tenant_id': '5c02d31770b24c65beddac4595cdfe52', 'mac_address': 'fa:16:3e:3c:9d:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '285b27e9-9869-460f-97cf-7e4a1652d33c', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '097259a5-3a3d-4228-8082-2d6c2f8f569c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:32:22Z', 'updated_at': '2021-08-31T04:32:32Z', 'revision_number': 4, 'project_id': '5c02d31770b24c65beddac4595cdfe52', 'subnets': [{'id': '097259a5-3a3d-4228-8082-2d6c2f8f569c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:32:36.912507 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-e8ca7e8b-828a-4ab7-80b6-54ccb8316d27 None None] Transition to ACTIVE for port object d6ad802d-c5e9-4d03-9475-dc5b3c914d04 will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 04:32:36.928428 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e8ca7e8b-828a-4ab7-80b6-54ccb8316d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:36.930959 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-05b8bb0e-5745-415e-bab6-02a4ad388dc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:37.014613 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-1f181c64-2e06-456c-b004-06005d14b33c req-c305666f-9475-4fd6-ba35-bc3823922307 service neutron] 10.222.0.37 "GET /v2.0/networks/4c9c44bc-58fb-4b05-9942-3faf4a44f339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3879430 Aug 31 04:32:37.060062 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b55a33-1328-4129-b108-d4b9bb077788 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Network f4b5f899-990a-4804-98c2-2f4cfa444408 is already hosted by enough agents. {{(pid=93874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:32:37.071886 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-e56f5c75-b4a6-4c10-b862-a2238c28ef5a tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:37.073511 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-e56f5c75-b4a6-4c10-b862-a2238c28ef5a tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.0373929 Aug 31 04:32:37.075280 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Device a9a25f97-30d1-41c0-ac4a-a3cb6f609496 up at agent ovs-agent-dv-cinder-778193-7-iscsi {{(pid=93875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:32:37.079943 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.scheduler.base_scheduler [None req-37b55a33-1328-4129-b108-d4b9bb077788 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Resources bound (agent type, host, resource id): {{(pid=93874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:32:37.083992 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 58642) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:37.109101 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-74a04309-dccb-430c-b65d-15b9faced841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:37.117157 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b55a33-1328-4129-b108-d4b9bb077788 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Received port after_create {{(pid=93874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 04:32:37.217973 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-05b8bb0e-5745-415e-bab6-02a4ad388dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:37.224563 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb173f46-bbcc-412a-807f-9c6921bbc32a None None] Pushing event updated for resources: {'Port': ['ID=d6ad802d-c5e9-4d03-9475-dc5b3c914d04,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:37.226832 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-05b8bb0e-5745-415e-bab6-02a4ad388dc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:37.228035 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-05b8bb0e-5745-415e-bab6-02a4ad388dc3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e04ad8e5-7e14-4a35-ba3a-ab7978559fa4 HTTP/1.1" status: 204 len: 168 time: 0.7083135 Aug 31 04:32:37.285733 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [None req-e8ca7e8b-828a-4ab7-80b6-54ccb8316d27 None None] Attempting to bind port d6ad802d-c5e9-4d03-9475-dc5b3c914d04 on host dv-cinder-778193-7-iscsi for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 04:32:37.286164 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [None req-e8ca7e8b-828a-4ab7-80b6-54ccb8316d27 None None] Attempting to bind port d6ad802d-c5e9-4d03-9475-dc5b3c914d04 by drivers openvswitch,hyperv on host dv-cinder-778193-7-iscsi at level 0 using segments [{'id': '14aa025e-dd6c-45fc-a8a8-06cb8f48a6ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '2b1770a4-934d-49a7-a5c2-844beb26d79a'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 04:32:37.286782 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ca7e8b-828a-4ab7-80b6-54ccb8316d27 None None] Attempting to bind port d6ad802d-c5e9-4d03-9475-dc5b3c914d04 on network 2b1770a4-934d-49a7-a5c2-844beb26d79a {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 04:32:37.306011 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ca7e8b-828a-4ab7-80b6-54ccb8316d27 None None] Checking agent: {'id': '68c6f462-eb0a-4cde-80ac-29944282ee42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 4, 24, 29), 'started_at': datetime.datetime(2021, 8, 31, 4, 24, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 4, 32, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 04:32:37.306611 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ca7e8b-828a-4ab7-80b6-54ccb8316d27 None None] Checking segment: {'id': '14aa025e-dd6c-45fc-a8a8-06cb8f48a6ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '2b1770a4-934d-49a7-a5c2-844beb26d79a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 04:32:37.307279 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e8ca7e8b-828a-4ab7-80b6-54ccb8316d27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:37.307829 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ca7e8b-828a-4ab7-80b6-54ccb8316d27 None None] Bound using segment: {'id': '14aa025e-dd6c-45fc-a8a8-06cb8f48a6ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '2b1770a4-934d-49a7-a5c2-844beb26d79a'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 04:32:37.310370 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [None req-e8ca7e8b-828a-4ab7-80b6-54ccb8316d27 None None] Bound port: d6ad802d-c5e9-4d03-9475-dc5b3c914d04, host: dv-cinder-778193-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14aa025e-dd6c-45fc-a8a8-06cb8f48a6ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '2b1770a4-934d-49a7-a5c2-844beb26d79a'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 04:32:37.310850 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e8ca7e8b-828a-4ab7-80b6-54ccb8316d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:37.336685 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Provisioning for port a9a25f97-30d1-41c0-ac4a-a3cb6f609496 completed by entity L2. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 04:32:37.341706 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Provisioning complete for port a9a25f97-30d1-41c0-ac4a-a3cb6f609496 triggered by entity L2. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:32:37.342275 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667402'] for port, provisioning_complete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:37.364015 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-37b55a33-1328-4129-b108-d4b9bb077788 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:37.375931 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a04309-dccb-430c-b65d-15b9faced841 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db7797b0-31eb-49ed-96b6-2b5c1f17529a,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:37.393129 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.v2.base [None req-d8e9a6f5-df23-4d6e-a4c2-3884f5266299 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Request body: {'floatingip': {'floating_network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408'}} {{(pid=93874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:32:37.417991 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069a589d-7e87-4628-820e-d50d1c485044 req-661e5512-ce18-486d-8a92-24230d817671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:37.428100 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-069a589d-7e87-4628-820e-d50d1c485044 req-661e5512-ce18-486d-8a92-24230d817671 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=27047762c8e04dfbb5633ccda29f7544&device_id=c859cc46-668d-40eb-a3e5-5191d0402f21 HTTP/1.1" status: 200 len: 1097 time: 0.6867487 Aug 31 04:32:37.449720 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b8bb0e-5745-415e-bab6-02a4ad388dc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e04ad8e5-7e14-4a35-ba3a-ab7978559fa4,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:37.471039 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b55a33-1328-4129-b108-d4b9bb077788 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Pushing event updated for resources: {'Port': ['ID=1b533ad4-0f01-452e-9dd5-980a84c0861e,revision_number=1']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:37.532448 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-74a04309-dccb-430c-b65d-15b9faced841 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cfbdd4eea49b42709fa49fea08591471&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6772237 Aug 31 04:32:37.533257 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 58656) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:37.783319 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef87974-9bf8-4def-beb7-e0100d0e3b9c req-5f1c7ccc-62c4-4129-8135-47bbc19c7771 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:37.786656 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-cef87974-9bf8-4def-beb7-e0100d0e3b9c req-5f1c7ccc-62c4-4129-8135-47bbc19c7771 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.13 "GET /v2.0/networks?id=4c9c44bc-58fb-4b05-9942-3faf4a44f339 HTTP/1.1" status: 200 len: 818 time: 0.9018338 Aug 31 04:32:37.790896 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-cc362c83-1096-46fe-a76b-9724d5f7a06d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:37.824359 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a68deb-146b-434b-88f1-f185f249866e req-8062c7b3-abd5-4af9-a7cc-65ac5880aca8 tempest-DeleteServersTestJSON-60392213 tempest-DeleteServersTestJSON-60392213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:37.832364 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-35a68deb-146b-434b-88f1-f185f249866e req-8062c7b3-abd5-4af9-a7cc-65ac5880aca8 tempest-DeleteServersTestJSON-60392213 tempest-DeleteServersTestJSON-60392213-project] 10.222.0.37 "GET /v2.0/ports?device_id=c859cc46-668d-40eb-a3e5-5191d0402f21 HTTP/1.1" status: 200 len: 944 time: 1.5533898 Aug 31 04:32:37.908712 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.v2.base [req-cef87974-9bf8-4def-beb7-e0100d0e3b9c req-6e3ce1a0-490d-4834-aff4-0bd2c9ecf8a7 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Request body: {'port': {'device_id': '390893f3-2c2b-4803-b7a8-3c19fb0503a4', 'network_id': '4c9c44bc-58fb-4b05-9942-3faf4a44f339', 'admin_state_up': True, 'tenant_id': '5c02d31770b24c65beddac4595cdfe52'}} {{(pid=93873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:32:37.931981 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-cc362c83-1096-46fe-a76b-9724d5f7a06d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:37.992081 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:38.075840 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-e8ca7e8b-828a-4ab7-80b6-54ccb8316d27 None None] For port d6ad802d-c5e9-4d03-9475-dc5b3c914d04, host dv-cinder-778193-7-iscsi, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:32:38.116266 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-37b55a33-1328-4129-b108-d4b9bb077788 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:38.135011 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-c1ac0c83-3749-4edd-a235-256fe5e044f8 req-9c2bd81c-67d6-49cd-abbb-72f267e847b4 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb2658bf-a714-436c-a25f-c5bb13131cb8 HTTP/1.1" status: 200 len: 210 time: 0.4085839 Aug 31 04:32:38.142431 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-e8ca7e8b-828a-4ab7-80b6-54ccb8316d27 None None] For port d6ad802d-c5e9-4d03-9475-dc5b3c914d04, host dv-cinder-778193-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-7-iscsi',level=0,port_id=d6ad802d-c5e9-4d03-9475-dc5b3c914d04,segment=NetworkSegment(14aa025e-dd6c-45fc-a8a8-06cb8f48a6ca),segment_id=14aa025e-dd6c-45fc-a8a8-06cb8f48a6ca)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:32:38.191005 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e8ca7e8b-828a-4ab7-80b6-54ccb8316d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:38.207096 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] For port a9a25f97-30d1-41c0-ac4a-a3cb6f609496, host dv-cinder-778193-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-7-iscsi',level=0,port_id=a9a25f97-30d1-41c0-ac4a-a3cb6f609496,segment=NetworkSegment(f068b9d6-cd7c-4610-b419-d71f6e8f87e2),segment_id=f068b9d6-cd7c-4610-b419-d71f6e8f87e2)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:32:38.246446 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:38.427830 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-cc362c83-1096-46fe-a76b-9724d5f7a06d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:38.444754 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-cc362c83-1096-46fe-a76b-9724d5f7a06d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:38.449839 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-cc362c83-1096-46fe-a76b-9724d5f7a06d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/db7797b0-31eb-49ed-96b6-2b5c1f17529a HTTP/1.1" status: 204 len: 168 time: 0.9078968 Aug 31 04:32:38.470342 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc362c83-1096-46fe-a76b-9724d5f7a06d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db7797b0-31eb-49ed-96b6-2b5c1f17529a,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:38.479343 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb173f46-bbcc-412a-807f-9c6921bbc32a None None] Pushing event updated for resources: {'Port': ['ID=d6ad802d-c5e9-4d03-9475-dc5b3c914d04,revision_number=4']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:38.548238 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ca7e8b-828a-4ab7-80b6-54ccb8316d27 None None] Routers {'1b0ed72e-a8df-4f57-a9db-54d4c4b1af8d'} bound to L3 agent in host dv-cinder-778193-7-iscsi {{(pid=93875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 04:32:38.549168 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-e8ca7e8b-828a-4ab7-80b6-54ccb8316d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T04:24:29Z,description=,heartbeat_timestamp=2021-08-31T04:32:29Z,host='dv-cinder-778193-7-iscsi',id=0d18d50c-d309-40cc-9cbf-a014e4f79dac,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T04:24:29Z,topic='l3_agent')) {'router_ids': ['1b0ed72e-a8df-4f57-a9db-54d4c4b1af8d'], 'active': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:32:38.797642 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvr_db [None req-e8ca7e8b-828a-4ab7-80b6-54ccb8316d27 None None] Set router 1b0ed72e-a8df-4f57-a9db-54d4c4b1af8d gateway port host: dv-cinder-778193-7-iscsi {{(pid=93875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 04:32:39.009107 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cef87974-9bf8-4def-beb7-e0100d0e3b9c req-6e3ce1a0-490d-4834-aff4-0bd2c9ecf8a7 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Made reservation on behalf of 5c02d31770b24c65beddac4595cdfe52 for: {'port': 1} {{(pid=93873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:32:39.016959 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-cef87974-9bf8-4def-beb7-e0100d0e3b9c req-6e3ce1a0-490d-4834-aff4-0bd2c9ecf8a7 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:39.019726 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-d8e9a6f5-df23-4d6e-a4c2-3884f5266299 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Notify callbacks [] for floatingip, before_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:39.354963 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Device d6ad802d-c5e9-4d03-9475-dc5b3c914d04 up at agent ovs-agent-dv-cinder-778193-7-iscsi {{(pid=93875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:32:39.443776 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-35a68deb-146b-434b-88f1-f185f249866e req-bf61e36c-fa57-4f4e-83cc-7e48c09682c3 tempest-DeleteServersTestJSON-60392213 tempest-DeleteServersTestJSON-60392213-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e2eb671-c941-4e48-a981-66f958b04fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4210544 Aug 31 04:32:39.464560 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.db.db_base_plugin_common [req-cef87974-9bf8-4def-beb7-e0100d0e3b9c req-6e3ce1a0-490d-4834-aff4-0bd2c9ecf8a7 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Allocated IP 172.20.0.3 (4c9c44bc-58fb-4b05-9942-3faf4a44f339/097259a5-3a3d-4228-8082-2d6c2f8f569c/aaf78d6f-71aa-4bfc-88a6-916d6e36bcab) {{(pid=93873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:32:39.477044 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Pushing event updated for resources: {'Port': ['ID=a9a25f97-30d1-41c0-ac4a-a3cb6f609496,revision_number=5']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:39.612747 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-e8ca7e8b-828a-4ab7-80b6-54ccb8316d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b0ed72e-a8df-4f57-a9db-54d4c4b1af8d', 'name': 'tempest-AttachVolumeShelveTestJSON-1580808312-router', 'tenant_id': '2f8e82cf86684d55bca526dc154c03d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'external_fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '80a6a27f-a192-4ead-90e8-474aed701de6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:32:16Z', 'updated_at': '2021-08-31T04:32:23Z', 'revision_number': 4, 'project_id': '2f8e82cf86684d55bca526dc154c03d1', 'gw_port': {'id': '80a6a27f-a192-4ead-90e8-474aed701de6', 'name': '', 'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:dc:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b0ed72e-a8df-4f57-a9db-54d4c4b1af8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:32:17Z', 'updated_at': '2021-08-31T04:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-iscsi', '_interfaces': [{'id': 'd6ad802d-c5e9-4d03-9475-dc5b3c914d04', 'name': '', 'network_id': '2b1770a4-934d-49a7-a5c2-844beb26d79a', 'tenant_id': '2f8e82cf86684d55bca526dc154c03d1', 'mac_address': 'fa:16:3e:a0:fa:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b0ed72e-a8df-4f57-a9db-54d4c4b1af8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9e15e21a-55f2-483a-9c78-48bccbedd076', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:32:21Z', 'updated_at': '2021-08-31T04:32:38Z', 'revision_number': 4, 'project_id': '2f8e82cf86684d55bca526dc154c03d1', 'subnets': [{'id': '9e15e21a-55f2-483a-9c78-48bccbedd076', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-7-iscsi', False) {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:32:39.694235 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ca7e8b-828a-4ab7-80b6-54ccb8316d27 None None] The sync data for ids ['1b0ed72e-a8df-4f57-a9db-54d4c4b1af8d'] in dv-cinder-778193-7-iscsi is: [{'id': '1b0ed72e-a8df-4f57-a9db-54d4c4b1af8d', 'name': 'tempest-AttachVolumeShelveTestJSON-1580808312-router', 'tenant_id': '2f8e82cf86684d55bca526dc154c03d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'external_fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '80a6a27f-a192-4ead-90e8-474aed701de6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:32:16Z', 'updated_at': '2021-08-31T04:32:23Z', 'revision_number': 4, 'project_id': '2f8e82cf86684d55bca526dc154c03d1', 'gw_port': {'id': '80a6a27f-a192-4ead-90e8-474aed701de6', 'name': '', 'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:dc:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b0ed72e-a8df-4f57-a9db-54d4c4b1af8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:32:17Z', 'updated_at': '2021-08-31T04:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-iscsi', '_interfaces': [{'id': 'd6ad802d-c5e9-4d03-9475-dc5b3c914d04', 'name': '', 'network_id': '2b1770a4-934d-49a7-a5c2-844beb26d79a', 'tenant_id': '2f8e82cf86684d55bca526dc154c03d1', 'mac_address': 'fa:16:3e:a0:fa:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b0ed72e-a8df-4f57-a9db-54d4c4b1af8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9e15e21a-55f2-483a-9c78-48bccbedd076', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:32:21Z', 'updated_at': '2021-08-31T04:32:38Z', 'revision_number': 4, 'project_id': '2f8e82cf86684d55bca526dc154c03d1', 'subnets': [{'id': '9e15e21a-55f2-483a-9c78-48bccbedd076', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:32:39.731893 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-f6fcd070-3456-452a-8663-118b02237380 req-cf171f73-7b42-42a0-b34f-34fb75ed4df3 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb2658bf-a714-436c-a25f-c5bb13131cb8 HTTP/1.1" status: 200 len: 210 time: 0.3427207 Aug 31 04:32:39.732053 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Provisioning for port d6ad802d-c5e9-4d03-9475-dc5b3c914d04 completed by entity L2. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 04:32:39.740989 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Provisioning complete for port d6ad802d-c5e9-4d03-9475-dc5b3c914d04 triggered by entity L2. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:32:39.740989 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667402'] for port, provisioning_complete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:39.751365 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 58712) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:39.800482 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-3d467fc5-f1c2-4fae-8340-045860587636 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:39.803823 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069a589d-7e87-4628-820e-d50d1c485044 req-2e6843ec-4703-46f8-b3a9-086aa01d1329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:39.806277 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-069a589d-7e87-4628-820e-d50d1c485044 req-2e6843ec-4703-46f8-b3a9-086aa01d1329 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3aeaae2b-2fcb-4517-b1be-7428c1e35c56 HTTP/1.1" status: 200 len: 913 time: 2.3504572 Aug 31 04:32:40.019350 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.13', 59114) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:40.106434 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-37b55a33-1328-4129-b108-d4b9bb077788 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Notify callbacks [] for port, precommit_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:40.163437 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:40.208711 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-069a589d-7e87-4628-820e-d50d1c485044 req-f07e18ed-d10a-4525-9e79-5eaf2dc39415 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e06eac0e-7b8c-43da-8007-40b725e406b6 HTTP/1.1" status: 200 len: 217 time: 0.3605812 Aug 31 04:32:40.209307 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-37b55a33-1328-4129-b108-d4b9bb077788 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:40.456087 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f181c64-2e06-456c-b004-06005d14b33c req-71b25e65-af7f-4c05-bd3a-6473678cb0fe tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:40.460255 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-1f181c64-2e06-456c-b004-06005d14b33c req-71b25e65-af7f-4c05-bd3a-6473678cb0fe tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.13 "GET /v2.0/networks?id=4c9c44bc-58fb-4b05-9942-3faf4a44f339 HTTP/1.1" status: 200 len: 818 time: 0.4209876 Aug 31 04:32:40.464491 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-cef87974-9bf8-4def-beb7-e0100d0e3b9c req-6e3ce1a0-490d-4834-aff4-0bd2c9ecf8a7 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Notify callbacks [] for port, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:40.504415 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-37b55a33-1328-4129-b108-d4b9bb077788 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7956241'] for floatingip, after_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:40.568090 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-cef87974-9bf8-4def-beb7-e0100d0e3b9c req-6e3ce1a0-490d-4834-aff4-0bd2c9ecf8a7 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730086931496'] for port, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:40.697792 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cef87974-9bf8-4def-beb7-e0100d0e3b9c req-6e3ce1a0-490d-4834-aff4-0bd2c9ecf8a7 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Network 4c9c44bc-58fb-4b05-9942-3faf4a44f339 is already hosted by enough agents. {{(pid=93873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:32:40.715214 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.scheduler.base_scheduler [req-cef87974-9bf8-4def-beb7-e0100d0e3b9c req-6e3ce1a0-490d-4834-aff4-0bd2c9ecf8a7 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Resources bound (agent type, host, resource id): {{(pid=93873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:32:40.717472 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] For port d6ad802d-c5e9-4d03-9475-dc5b3c914d04, host dv-cinder-778193-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-7-iscsi',level=0,port_id=d6ad802d-c5e9-4d03-9475-dc5b3c914d04,segment=NetworkSegment(14aa025e-dd6c-45fc-a8a8-06cb8f48a6ca),segment_id=14aa025e-dd6c-45fc-a8a8-06cb8f48a6ca)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:32:40.729721 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:40.730716 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Device db47533a-32a3-4902-ba66-1e16eb925762 up at agent ovs-agent-dv-cinder-778193-7-iscsi {{(pid=93875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:32:40.735472 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.v2.base [req-1f181c64-2e06-456c-b004-06005d14b33c req-0ee5b3a6-864e-4b54-b235-c1e3a6f09213 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Request body: {'port': {'device_id': 'bb2658bf-a714-436c-a25f-c5bb13131cb8', 'network_id': '4c9c44bc-58fb-4b05-9942-3faf4a44f339', 'admin_state_up': True, 'tenant_id': '5c02d31770b24c65beddac4595cdfe52'}} {{(pid=93873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:32:40.782905 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b55a33-1328-4129-b108-d4b9bb077788 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Pushing event updated for resources: {'Port': ['ID=1b533ad4-0f01-452e-9dd5-980a84c0861e,revision_number=2']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:40.832397 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069a589d-7e87-4628-820e-d50d1c485044 req-c7929027-caaa-4583-8f73-2ce4003a8b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:40.834335 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-069a589d-7e87-4628-820e-d50d1c485044 req-c7929027-caaa-4583-8f73-2ce4003a8b7b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4d83980b-3124-4c2e-b6ea-a36baea3887a HTTP/1.1" status: 200 len: 852 time: 0.5490742 Aug 31 04:32:40.866315 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-3d467fc5-f1c2-4fae-8340-045860587636 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:40.893958 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-3d467fc5-f1c2-4fae-8340-045860587636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:40.902324 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-d8e9a6f5-df23-4d6e-a4c2-3884f5266299 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:40.939235 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Pushing event updated for resources: {'Port': ['ID=d6ad802d-c5e9-4d03-9475-dc5b3c914d04,revision_number=5']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:40.977662 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Provisioning for port db47533a-32a3-4902-ba66-1e16eb925762 completed by entity L2. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 04:32:40.990071 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Provisioning complete for port db47533a-32a3-4902-ba66-1e16eb925762 triggered by entity L2. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:32:40.990477 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667402'] for port, provisioning_complete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:41.004715 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-069a589d-7e87-4628-820e-d50d1c485044 req-48ff9f9c-c390-48a5-b978-3e6dcd8704fb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3aeaae2b-2fcb-4517-b1be-7428c1e35c56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1538286 Aug 31 04:32:41.008148 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-37b55a33-1328-4129-b108-d4b9bb077788 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200266'] for floatingip, before_response {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:41.011236 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-37b55a33-1328-4129-b108-d4b9bb077788 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 9.7642331 Aug 31 04:32:41.051565 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [req-cef87974-9bf8-4def-beb7-e0100d0e3b9c req-6e3ce1a0-490d-4834-aff4-0bd2c9ecf8a7 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Received port after_create {{(pid=93873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 04:32:41.057474 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef87974-9bf8-4def-beb7-e0100d0e3b9c req-6e3ce1a0-490d-4834-aff4-0bd2c9ecf8a7 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:41.058964 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-cef87974-9bf8-4def-beb7-e0100d0e3b9c req-6e3ce1a0-490d-4834-aff4-0bd2c9ecf8a7 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8355474'] for port, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:41.091166 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3ce1a0-490d-4834-aff4-0bd2c9ecf8a7 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Pushing event updated for resources: {'Port': ['ID=aaf78d6f-71aa-4bfc-88a6-916d6e36bcab,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:41.112430 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:41.156362 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ae0d51-c4b6-4884-b480-416388e6120f req-6c301353-eb55-485d-9d93-669e13c0fd08 tempest-DeleteServersTestJSON-60392213 tempest-DeleteServersTestJSON-60392213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:41.158413 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-f0ae0d51-c4b6-4884-b480-416388e6120f req-6c301353-eb55-485d-9d93-669e13c0fd08 tempest-DeleteServersTestJSON-60392213 tempest-DeleteServersTestJSON-60392213-project] 10.222.0.37 "GET /v2.0/ports?device_id=c859cc46-668d-40eb-a3e5-5191d0402f21 HTTP/1.1" status: 200 len: 944 time: 0.4661720 Aug 31 04:32:41.186588 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d467fc5-f1c2-4fae-8340-045860587636 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1646e038-2321-43dc-be4c-abf06a0737af,revision_number=1']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:41.199196 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f181c64-2e06-456c-b004-06005d14b33c req-0ee5b3a6-864e-4b54-b235-c1e3a6f09213 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Made reservation on behalf of 5c02d31770b24c65beddac4595cdfe52 for: {'port': 1} {{(pid=93873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:32:41.212779 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-1f181c64-2e06-456c-b004-06005d14b33c req-0ee5b3a6-864e-4b54-b235-c1e3a6f09213 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:41.235131 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] For port db47533a-32a3-4902-ba66-1e16eb925762, host dv-cinder-778193-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-7-iscsi',level=0,port_id=db47533a-32a3-4902-ba66-1e16eb925762,segment=NetworkSegment(50e75a1a-dbd4-418a-9de6-b2a5917b80a4),segment_id=50e75a1a-dbd4-418a-9de6-b2a5917b80a4)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:32:41.255986 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:41.279521 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-cef87974-9bf8-4def-beb7-e0100d0e3b9c req-6e3ce1a0-490d-4834-aff4-0bd2c9ecf8a7 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4195600 Aug 31 04:32:41.353762 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.v2.base [req-cef87974-9bf8-4def-beb7-e0100d0e3b9c req-cec9fd46-41bd-44ee-9303-08bd0984d700 service neutron] Request body: {'port': {'device_id': '390893f3-2c2b-4803-b7a8-3c19fb0503a4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=93873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:32:41.411525 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Pushing event updated for resources: {'Port': ['ID=db47533a-32a3-4902-ba66-1e16eb925762,revision_number=5']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:41.446757 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Device d6ad802d-c5e9-4d03-9475-dc5b3c914d04 up at agent ovs-agent-dv-cinder-778193-7-iscsi {{(pid=93875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:32:41.535646 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-cef87974-9bf8-4def-beb7-e0100d0e3b9c req-cec9fd46-41bd-44ee-9303-08bd0984d700 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:41.643891 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-2f3c6fae-9373-4503-b889-87411bac4b53 req-871801bf-22f6-4bc2-a3ab-21ce7db91842 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb2658bf-a714-436c-a25f-c5bb13131cb8 HTTP/1.1" status: 200 len: 210 time: 0.6197271 Aug 31 04:32:41.684419 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Provisioning complete for port d6ad802d-c5e9-4d03-9475-dc5b3c914d04 triggered by entity L2. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:32:41.684419 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667402'] for port, provisioning_complete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:41.740986 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-3d467fc5-f1c2-4fae-8340-045860587636 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=317af89b59c449b58f06281e924ec0b8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9853027 Aug 31 04:32:41.741266 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 58764) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:41.999422 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Device a9a25f97-30d1-41c0-ac4a-a3cb6f609496 up at agent ovs-agent-dv-cinder-778193-7-iscsi {{(pid=93875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:32:42.010224 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.db.db_base_plugin_common [req-1f181c64-2e06-456c-b004-06005d14b33c req-0ee5b3a6-864e-4b54-b235-c1e3a6f09213 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Allocated IP 172.20.0.9 (4c9c44bc-58fb-4b05-9942-3faf4a44f339/097259a5-3a3d-4228-8082-2d6c2f8f569c/80cf53f1-dc62-4a38-bb1a-c6c3aabd1fda) {{(pid=93873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:32:42.103936 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.db.db_base_plugin_common [None req-d8e9a6f5-df23-4d6e-a4c2-3884f5266299 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Allocated IP 172.27.3.235 (f4b5f899-990a-4804-98c2-2f4cfa444408/03ec91ec-d42e-4d2c-8dee-dc4e2d357557/00927fb8-b585-47d4-ab1d-a88ad5e7bb29) {{(pid=93874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:32:42.117830 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Provisioning complete for port a9a25f97-30d1-41c0-ac4a-a3cb6f609496 triggered by entity L2. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:32:42.118552 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667402'] for port, provisioning_complete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:42.267737 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-d8e9a6f5-df23-4d6e-a4c2-3884f5266299 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Notify callbacks [] for port, precommit_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:42.273752 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-ee2f9212-50a0-42f6-846f-109ef8b4dbfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:42.386594 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-f0ae0d51-c4b6-4884-b480-416388e6120f req-4197c10d-3963-4418-8fb6-6fc2ba12f03b tempest-DeleteServersTestJSON-60392213 tempest-DeleteServersTestJSON-60392213-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e2eb671-c941-4e48-a981-66f958b04fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1507654 Aug 31 04:32:42.392386 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-ee2f9212-50a0-42f6-846f-109ef8b4dbfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:42.443484 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 58784) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:42.512906 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-069a589d-7e87-4628-820e-d50d1c485044 req-12a2790a-43fd-4e39-9f6d-e59cfa01eb9c service neutron] 10.222.0.13 "GET /v2.0/networks/3aeaae2b-2fcb-4517-b1be-7428c1e35c56?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3411241 Aug 31 04:32:42.546621 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-e769c5d3-6d61-4b01-af3c-090f3853e7c5 req-477cd969-a8e1-4a1f-be44-b5a06d1ed11d tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--752797813&fields=id&tenant_id=2f8e82cf86684d55bca526dc154c03d1 HTTP/1.1" status: 200 len: 267 time: 0.6367714 Aug 31 04:32:42.552932 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-ee2f9212-50a0-42f6-846f-109ef8b4dbfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:42.558462 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-ee2f9212-50a0-42f6-846f-109ef8b4dbfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:42.563284 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-ee2f9212-50a0-42f6-846f-109ef8b4dbfc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1646e038-2321-43dc-be4c-abf06a0737af HTTP/1.1" status: 204 len: 168 time: 0.8189073 Aug 31 04:32:42.588858 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2f9212-50a0-42f6-846f-109ef8b4dbfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1646e038-2321-43dc-be4c-abf06a0737af,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:42.619353 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-1f181c64-2e06-456c-b004-06005d14b33c req-0ee5b3a6-864e-4b54-b235-c1e3a6f09213 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Notify callbacks [] for port, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:42.654142 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-d8e9a6f5-df23-4d6e-a4c2-3884f5266299 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730086931496'] for port, after_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:42.724312 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-1f181c64-2e06-456c-b004-06005d14b33c req-0ee5b3a6-864e-4b54-b235-c1e3a6f09213 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730086931496'] for port, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:42.797463 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e9a6f5-df23-4d6e-a4c2-3884f5266299 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Network f4b5f899-990a-4804-98c2-2f4cfa444408 is already hosted by enough agents. {{(pid=93874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:32:42.809236 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.scheduler.base_scheduler [None req-d8e9a6f5-df23-4d6e-a4c2-3884f5266299 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Resources bound (agent type, host, resource id): {{(pid=93874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:32:42.816520 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e9a6f5-df23-4d6e-a4c2-3884f5266299 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Received port after_create {{(pid=93874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 04:32:42.916435 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e9a6f5-df23-4d6e-a4c2-3884f5266299 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Pushing event updated for resources: {'Port': ['ID=00927fb8-b585-47d4-ab1d-a88ad5e7bb29,revision_number=1']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:42.930704 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e769c5d3-6d61-4b01-af3c-090f3853e7c5 req-08dbbb5d-2207-44ce-b834-e5f615eaade7 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:42.932684 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-e769c5d3-6d61-4b01-af3c-090f3853e7c5 req-08dbbb5d-2207-44ce-b834-e5f615eaade7 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/networks?id=2b1770a4-934d-49a7-a5c2-844beb26d79a HTTP/1.1" status: 200 len: 817 time: 0.3743012 Aug 31 04:32:42.971765 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee5b3a6-864e-4b54-b235-c1e3a6f09213 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Pushing event updated for resources: {'Port': ['ID=80cf53f1-dc62-4a38-bb1a-c6c3aabd1fda,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:43.049285 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f181c64-2e06-456c-b004-06005d14b33c req-0ee5b3a6-864e-4b54-b235-c1e3a6f09213 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Network 4c9c44bc-58fb-4b05-9942-3faf4a44f339 is already hosted by enough agents. {{(pid=93873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:32:43.066624 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.scheduler.base_scheduler [req-1f181c64-2e06-456c-b004-06005d14b33c req-0ee5b3a6-864e-4b54-b235-c1e3a6f09213 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Resources bound (agent type, host, resource id): {{(pid=93873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:32:43.079411 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f181c64-2e06-456c-b004-06005d14b33c req-0ee5b3a6-864e-4b54-b235-c1e3a6f09213 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Received port after_create {{(pid=93873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 04:32:43.091192 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f181c64-2e06-456c-b004-06005d14b33c req-0ee5b3a6-864e-4b54-b235-c1e3a6f09213 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:43.095476 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-1f181c64-2e06-456c-b004-06005d14b33c req-0ee5b3a6-864e-4b54-b235-c1e3a6f09213 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8355474'] for port, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:43.131390 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-e769c5d3-6d61-4b01-af3c-090f3853e7c5 req-3b7e1b8c-4a84-4a7a-b5bb-5f835592a66b tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/quotas/2f8e82cf86684d55bca526dc154c03d1 HTTP/1.1" status: 200 len: 375 time: 0.0681939 Aug 31 04:32:43.132575 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-d8e9a6f5-df23-4d6e-a4c2-3884f5266299 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:43.155157 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd2a72e-23e5-43ab-bd5d-dd23d2483189 req-1bee24cb-4a39-47f8-9913-a1680e643229 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:43.174590 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2dd95e55-5c7b-484b-a940-7edd15af7c16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:43.183376 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-6bd2a72e-23e5-43ab-bd5d-dd23d2483189 req-1bee24cb-4a39-47f8-9913-a1680e643229 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb2658bf-a714-436c-a25f-c5bb13131cb8 HTTP/1.1" status: 200 len: 931 time: 0.3752830 Aug 31 04:32:43.186520 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-069a589d-7e87-4628-820e-d50d1c485044 req-ef2d64fe-c30d-4aa5-9cad-fdfa471fd5fb service neutron] 10.222.0.13 "GET /v2.0/networks/3aeaae2b-2fcb-4517-b1be-7428c1e35c56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2640374 Aug 31 04:32:43.201362 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-1f181c64-2e06-456c-b004-06005d14b33c req-0ee5b3a6-864e-4b54-b235-c1e3a6f09213 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4769096 Aug 31 04:32:43.319144 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-d8e9a6f5-df23-4d6e-a4c2-3884f5266299 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:43.337688 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.v2.base [req-1f181c64-2e06-456c-b004-06005d14b33c req-e77b00fa-564c-4771-9969-62f2b1185597 service neutron] Request body: {'port': {'device_id': 'bb2658bf-a714-436c-a25f-c5bb13131cb8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=93873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:32:43.367290 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-6bd2a72e-23e5-43ab-bd5d-dd23d2483189 req-42c74899-3229-41da-92e6-30de2883f142 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/security-groups?id=75b78e4a-f72a-42ae-924c-e5c8844ea7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830072 Aug 31 04:32:43.413296 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-e769c5d3-6d61-4b01-af3c-090f3853e7c5 req-e340e7af-d747-43c7-bc06-f1572c43e763 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=2f8e82cf86684d55bca526dc154c03d1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2258253 Aug 31 04:32:43.424072 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Device db47533a-32a3-4902-ba66-1e16eb925762 up at agent ovs-agent-dv-cinder-778193-7-iscsi {{(pid=93875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:32:43.563840 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Provisioning complete for port db47533a-32a3-4902-ba66-1e16eb925762 triggered by entity L2. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:32:43.564350 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667402'] for port, provisioning_complete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:43.565550 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-1f181c64-2e06-456c-b004-06005d14b33c req-e77b00fa-564c-4771-9969-62f2b1185597 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:43.823934 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.notifiers.nova [req-cef87974-9bf8-4def-beb7-e0100d0e3b9c req-cec9fd46-41bd-44ee-9303-08bd0984d700 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aaf78d6f-71aa-4bfc-88a6-916d6e36bcab {{(pid=93873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 04:32:43.837808 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-cef87974-9bf8-4def-beb7-e0100d0e3b9c req-cec9fd46-41bd-44ee-9303-08bd0984d700 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:43.852743 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-e769c5d3-6d61-4b01-af3c-090f3853e7c5 req-11b655cd-da6c-42a5-828c-fac384f4ec4a service neutron] 10.222.0.37 "GET /v2.0/networks/2b1770a4-934d-49a7-a5c2-844beb26d79a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4043458 Aug 31 04:32:43.862750 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [req-cef87974-9bf8-4def-beb7-e0100d0e3b9c req-cec9fd46-41bd-44ee-9303-08bd0984d700 service neutron] Transition to ACTIVE for port object aaf78d6f-71aa-4bfc-88a6-916d6e36bcab will not be triggered until provisioned by entity L2. {{(pid=93873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 04:32:43.875110 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688e0d1c-7bc9-46f5-8c44-4ba2bbb5092b req-a7ce5b96-ab60-40cb-88bb-d61904adcfd0 tempest-DeleteServersTestJSON-60392213 tempest-DeleteServersTestJSON-60392213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:43.882571 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-688e0d1c-7bc9-46f5-8c44-4ba2bbb5092b req-a7ce5b96-ab60-40cb-88bb-d61904adcfd0 tempest-DeleteServersTestJSON-60392213 tempest-DeleteServersTestJSON-60392213-project] 10.222.0.37 "GET /v2.0/ports?device_id=c859cc46-668d-40eb-a3e5-5191d0402f21 HTTP/1.1" status: 200 len: 944 time: 0.3821793 Aug 31 04:32:43.939014 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 58820) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:43.944547 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-cef87974-9bf8-4def-beb7-e0100d0e3b9c req-cec9fd46-41bd-44ee-9303-08bd0984d700 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:43.995881 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-d8e9a6f5-df23-4d6e-a4c2-3884f5266299 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Notify callbacks [] for port, precommit_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:44.000608 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 58824) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:44.015321 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-688e0d1c-7bc9-46f5-8c44-4ba2bbb5092b req-80f09a14-8e4a-49ad-a3cb-aa9d02b96bad tempest-DeleteServersTestJSON-60392213 tempest-DeleteServersTestJSON-60392213-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e2eb671-c941-4e48-a981-66f958b04fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266105 Aug 31 04:32:44.028992 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-d8e9a6f5-df23-4d6e-a4c2-3884f5266299 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:44.080168 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-d8e9a6f5-df23-4d6e-a4c2-3884f5266299 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7956241'] for floatingip, after_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:44.090446 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-e769c5d3-6d61-4b01-af3c-090f3853e7c5 req-87cf7a65-9068-4b08-95ef-5102ed059021 service neutron] 10.222.0.37 "GET /v2.0/networks/2b1770a4-934d-49a7-a5c2-844beb26d79a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2357354 Aug 31 04:32:44.104809 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e9a6f5-df23-4d6e-a4c2-3884f5266299 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Pushing event updated for resources: {'Port': ['ID=00927fb8-b585-47d4-ab1d-a88ad5e7bb29,revision_number=2']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:44.249241 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2dd95e55-5c7b-484b-a940-7edd15af7c16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:44.273157 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-d8e9a6f5-df23-4d6e-a4c2-3884f5266299 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200266'] for floatingip, before_response {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:44.275361 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-3b8ee889-0910-497f-bcf6-de04d8fe4c2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:44.283315 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-d8e9a6f5-df23-4d6e-a4c2-3884f5266299 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.1971407 Aug 31 04:32:44.296287 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2dd95e55-5c7b-484b-a940-7edd15af7c16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:44.298537 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec9fd46-41bd-44ee-9303-08bd0984d700 service neutron] Pushing event updated for resources: {'Port': ['ID=aaf78d6f-71aa-4bfc-88a6-916d6e36bcab,revision_number=2']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:44.340558 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.managers [req-cef87974-9bf8-4def-beb7-e0100d0e3b9c req-cec9fd46-41bd-44ee-9303-08bd0984d700 service neutron] Attempting to bind port aaf78d6f-71aa-4bfc-88a6-916d6e36bcab on host hv-cinder-77819 for vnic_type normal with profile {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 04:32:44.341161 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.managers [req-cef87974-9bf8-4def-beb7-e0100d0e3b9c req-cec9fd46-41bd-44ee-9303-08bd0984d700 service neutron] Attempting to bind port aaf78d6f-71aa-4bfc-88a6-916d6e36bcab by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '50e75a1a-dbd4-418a-9de6-b2a5917b80a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '4c9c44bc-58fb-4b05-9942-3faf4a44f339'}] {{(pid=93873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 04:32:44.341273 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef87974-9bf8-4def-beb7-e0100d0e3b9c req-cec9fd46-41bd-44ee-9303-08bd0984d700 service neutron] Attempting to bind port aaf78d6f-71aa-4bfc-88a6-916d6e36bcab on network 4c9c44bc-58fb-4b05-9942-3faf4a44f339 {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 04:32:44.355686 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-7d6cab5f-ddb0-4c71-ba4a-e21514b0cb88 req-db6c917b-2159-4c25-8425-b2ddfea204bc tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 210 time: 0.0560098 Aug 31 04:32:44.385828 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2aeba5a3-e791-4561-869d-a615fe245567 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:44.387607 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef87974-9bf8-4def-beb7-e0100d0e3b9c req-cec9fd46-41bd-44ee-9303-08bd0984d700 service neutron] Port aaf78d6f-71aa-4bfc-88a6-916d6e36bcab on network 4c9c44bc-58fb-4b05-9942-3faf4a44f339 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 04:32:44.387928 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef87974-9bf8-4def-beb7-e0100d0e3b9c req-cec9fd46-41bd-44ee-9303-08bd0984d700 service neutron] Attempting to bind port aaf78d6f-71aa-4bfc-88a6-916d6e36bcab on network 4c9c44bc-58fb-4b05-9942-3faf4a44f339 {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 04:32:44.435476 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd95e55-5c7b-484b-a940-7edd15af7c16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06b8d38d-251c-4ee0-81e0-e5ecd8e366bd,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:44.450444 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef87974-9bf8-4def-beb7-e0100d0e3b9c req-cec9fd46-41bd-44ee-9303-08bd0984d700 service neutron] Checking agent: {'id': 'cec96490-d34b-42db-b58a-d4405faa4e11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 4, 30, 28), 'started_at': datetime.datetime(2021, 8, 31, 4, 30, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 4, 32, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 04:32:44.450863 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef87974-9bf8-4def-beb7-e0100d0e3b9c req-cec9fd46-41bd-44ee-9303-08bd0984d700 service neutron] Checking segment: {'id': '50e75a1a-dbd4-418a-9de6-b2a5917b80a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '4c9c44bc-58fb-4b05-9942-3faf4a44f339'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 04:32:44.451301 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef87974-9bf8-4def-beb7-e0100d0e3b9c req-cec9fd46-41bd-44ee-9303-08bd0984d700 service neutron] Bound using segment: {'id': '50e75a1a-dbd4-418a-9de6-b2a5917b80a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '4c9c44bc-58fb-4b05-9942-3faf4a44f339'} {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 04:32:44.451829 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.managers [req-cef87974-9bf8-4def-beb7-e0100d0e3b9c req-cec9fd46-41bd-44ee-9303-08bd0984d700 service neutron] Bound port: aaf78d6f-71aa-4bfc-88a6-916d6e36bcab, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50e75a1a-dbd4-418a-9de6-b2a5917b80a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '4c9c44bc-58fb-4b05-9942-3faf4a44f339'}}] {{(pid=93873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 04:32:44.452183 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-cef87974-9bf8-4def-beb7-e0100d0e3b9c req-cec9fd46-41bd-44ee-9303-08bd0984d700 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:44.520853 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-2dd95e55-5c7b-484b-a940-7edd15af7c16 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0e2e1bfe669a446094104ad51d26ca87&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0739512 Aug 31 04:32:44.521852 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 58860) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:44.533132 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86db2cb-677b-4bc0-b15f-ba9866c373c6 req-de8e0de1-2f8b-4dbf-8b9e-2a8d79dfbed6 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:44.538312 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-d86db2cb-677b-4bc0-b15f-ba9866c373c6 req-de8e0de1-2f8b-4dbf-8b9e-2a8d79dfbed6 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb2658bf-a714-436c-a25f-c5bb13131cb8 HTTP/1.1" status: 200 len: 931 time: 0.0635235 Aug 31 04:32:44.571402 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.notifiers.nova [req-1f181c64-2e06-456c-b004-06005d14b33c req-e77b00fa-564c-4771-9969-62f2b1185597 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80cf53f1-dc62-4a38-bb1a-c6c3aabd1fda {{(pid=93873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 04:32:44.576059 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [req-cef87974-9bf8-4def-beb7-e0100d0e3b9c req-cec9fd46-41bd-44ee-9303-08bd0984d700 service neutron] For port aaf78d6f-71aa-4bfc-88a6-916d6e36bcab, host hv-cinder-77819, cleared binding levels {{(pid=93873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:32:44.583458 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [req-cef87974-9bf8-4def-beb7-e0100d0e3b9c req-cec9fd46-41bd-44ee-9303-08bd0984d700 service neutron] For port aaf78d6f-71aa-4bfc-88a6-916d6e36bcab, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=aaf78d6f-71aa-4bfc-88a6-916d6e36bcab,segment=NetworkSegment(50e75a1a-dbd4-418a-9de6-b2a5917b80a4),segment_id=50e75a1a-dbd4-418a-9de6-b2a5917b80a4)] {{(pid=93873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:32:44.585695 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-1f181c64-2e06-456c-b004-06005d14b33c req-e77b00fa-564c-4771-9969-62f2b1185597 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:44.602173 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-cef87974-9bf8-4def-beb7-e0100d0e3b9c req-cec9fd46-41bd-44ee-9303-08bd0984d700 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:44.618257 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [req-1f181c64-2e06-456c-b004-06005d14b33c req-e77b00fa-564c-4771-9969-62f2b1185597 service neutron] Transition to ACTIVE for port object 80cf53f1-dc62-4a38-bb1a-c6c3aabd1fda will not be triggered until provisioned by entity L2. {{(pid=93873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 04:32:44.641345 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-d86db2cb-677b-4bc0-b15f-ba9866c373c6 req-b2fa97cc-2b82-4b84-9986-90df6a743fe0 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/security-groups?id=75b78e4a-f72a-42ae-924c-e5c8844ea7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777738 Aug 31 04:32:44.653700 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-3493f59a-e326-479e-b73f-e61c938a2cb3 req-f9b3f0af-7d09-4042-b632-5bace9898254 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--505687397&fields=id&tenant_id=9a4c00b65f96499f945037afd604da1d HTTP/1.1" status: 200 len: 267 time: 0.0959980 Aug 31 04:32:44.670790 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef87974-9bf8-4def-beb7-e0100d0e3b9c req-cec9fd46-41bd-44ee-9303-08bd0984d700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:44.671894 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-cef87974-9bf8-4def-beb7-e0100d0e3b9c req-cec9fd46-41bd-44ee-9303-08bd0984d700 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8355474'] for port, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:44.673412 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-cef87974-9bf8-4def-beb7-e0100d0e3b9c req-cec9fd46-41bd-44ee-9303-08bd0984d700 service neutron] 10.222.0.13 "PUT /v2.0/ports/aaf78d6f-71aa-4bfc-88a6-916d6e36bcab HTTP/1.1" status: 200 len: 1093 time: 3.3448999 Aug 31 04:32:44.678143 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '390893f3-2c2b-4803-b7a8-3c19fb0503a4', 'tag': 'aaf78d6f-71aa-4bfc-88a6-916d6e36bcab'}] {{(pid=93873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 04:32:44.681835 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a11e4e79c753650f2852f0d7a0fe7e91abda00271ce9373e69ea4f6baf967f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d051650-8803-434a-8a5c-623ea5b509fa" -d '{"events": [{"name": "network-changed", "server_uuid": "390893f3-2c2b-4803-b7a8-3c19fb0503a4", "tag": "aaf78d6f-71aa-4bfc-88a6-916d6e36bcab"}]}' {{(pid=93873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:32:44.686674 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-1f181c64-2e06-456c-b004-06005d14b33c req-e77b00fa-564c-4771-9969-62f2b1185597 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:44.741491 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-d66af70a-4f49-4415-9b57-ff6ae14933a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:44.792378 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-d66af70a-4f49-4415-9b57-ff6ae14933a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:44.826996 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3493f59a-e326-479e-b73f-e61c938a2cb3 req-5dfbbc71-0970-41be-a428-30adc3b21850 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:44.833488 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-3493f59a-e326-479e-b73f-e61c938a2cb3 req-5dfbbc71-0970-41be-a428-30adc3b21850 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/networks?id=8936ee09-226f-4718-943f-9ffdccd40918 HTTP/1.1" status: 200 len: 810 time: 0.1785593 Aug 31 04:32:44.846846 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 04:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f46839bd-ad62-4692-aeeb-64951b327aa2 x-openstack-request-id: req-f46839bd-ad62-4692-aeeb-64951b327aa2 {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:32:44.847145 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "390893f3-2c2b-4803-b7a8-3c19fb0503a4", "tag": "aaf78d6f-71aa-4bfc-88a6-916d6e36bcab", "status": "completed", "code": 200}]} {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:32:44.847377 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f46839bd-ad62-4692-aeeb-64951b327aa2 {{(pid=93873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:32:44.847768 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '390893f3-2c2b-4803-b7a8-3c19fb0503a4', 'tag': 'aaf78d6f-71aa-4bfc-88a6-916d6e36bcab', 'status': 'completed', 'code': 200} Aug 31 04:32:44.851359 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec9fd46-41bd-44ee-9303-08bd0984d700 service neutron] Pushing event updated for resources: {'Port': ['ID=aaf78d6f-71aa-4bfc-88a6-916d6e36bcab,revision_number=3']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:44.870713 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-3493f59a-e326-479e-b73f-e61c938a2cb3 req-c6eeb0a0-8636-4eee-b77f-e4307901626e tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/quotas/9a4c00b65f96499f945037afd604da1d HTTP/1.1" status: 200 len: 375 time: 0.0363197 Aug 31 04:32:44.940639 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-3493f59a-e326-479e-b73f-e61c938a2cb3 req-60c3dab9-8df2-4476-8eaf-122c728dbe08 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=9a4c00b65f96499f945037afd604da1d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0597663 Aug 31 04:32:44.941734 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-d66af70a-4f49-4415-9b57-ff6ae14933a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:44.946547 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-d66af70a-4f49-4415-9b57-ff6ae14933a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:44.947962 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-d66af70a-4f49-4415-9b57-ff6ae14933a0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/06b8d38d-251c-4ee0-81e0-e5ecd8e366bd HTTP/1.1" status: 204 len: 168 time: 0.4082744 Aug 31 04:32:44.963345 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-3b8ee889-0910-497f-bcf6-de04d8fe4c2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:44.971922 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66af70a-4f49-4415-9b57-ff6ae14933a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06b8d38d-251c-4ee0-81e0-e5ecd8e366bd,revision_number=None']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:45.005076 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-3b8ee889-0910-497f-bcf6-de04d8fe4c2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:45.019139 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77b00fa-564c-4771-9969-62f2b1185597 service neutron] Pushing event updated for resources: {'Port': ['ID=80cf53f1-dc62-4a38-bb1a-c6c3aabd1fda,revision_number=2']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:45.022726 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef87974-9bf8-4def-beb7-e0100d0e3b9c req-163b4764-7f76-44e6-9c49-114b6d11f6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:45.024337 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-cef87974-9bf8-4def-beb7-e0100d0e3b9c req-163b4764-7f76-44e6-9c49-114b6d11f6d6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5c02d31770b24c65beddac4595cdfe52&device_id=390893f3-2c2b-4803-b7a8-3c19fb0503a4 HTTP/1.1" status: 200 len: 1096 time: 0.2851729 Aug 31 04:32:45.061531 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.managers [req-1f181c64-2e06-456c-b004-06005d14b33c req-e77b00fa-564c-4771-9969-62f2b1185597 service neutron] Attempting to bind port 80cf53f1-dc62-4a38-bb1a-c6c3aabd1fda on host hv-cinder-77819 for vnic_type normal with profile {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 04:32:45.061877 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.managers [req-1f181c64-2e06-456c-b004-06005d14b33c req-e77b00fa-564c-4771-9969-62f2b1185597 service neutron] Attempting to bind port 80cf53f1-dc62-4a38-bb1a-c6c3aabd1fda by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '50e75a1a-dbd4-418a-9de6-b2a5917b80a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '4c9c44bc-58fb-4b05-9942-3faf4a44f339'}] {{(pid=93873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 04:32:45.062233 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f181c64-2e06-456c-b004-06005d14b33c req-e77b00fa-564c-4771-9969-62f2b1185597 service neutron] Attempting to bind port 80cf53f1-dc62-4a38-bb1a-c6c3aabd1fda on network 4c9c44bc-58fb-4b05-9942-3faf4a44f339 {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 04:32:45.144118 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8ee889-0910-497f-bcf6-de04d8fe4c2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b279c237-5aa7-417b-9995-41ff6282f5b3,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:45.147635 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-cef87974-9bf8-4def-beb7-e0100d0e3b9c req-9339b640-d4e4-4219-b421-75b39e14a1c9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aaf78d6f-71aa-4bfc-88a6-916d6e36bcab HTTP/1.1" status: 200 len: 217 time: 0.0985506 Aug 31 04:32:45.149399 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f181c64-2e06-456c-b004-06005d14b33c req-e77b00fa-564c-4771-9969-62f2b1185597 service neutron] Port 80cf53f1-dc62-4a38-bb1a-c6c3aabd1fda on network 4c9c44bc-58fb-4b05-9942-3faf4a44f339 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 04:32:45.149399 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f181c64-2e06-456c-b004-06005d14b33c req-e77b00fa-564c-4771-9969-62f2b1185597 service neutron] Attempting to bind port 80cf53f1-dc62-4a38-bb1a-c6c3aabd1fda on network 4c9c44bc-58fb-4b05-9942-3faf4a44f339 {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 04:32:45.155921 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-3b8ee889-0910-497f-bcf6-de04d8fe4c2c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e6d44fa9dead46148165d82422f61232&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1492431 Aug 31 04:32:45.163453 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 58882) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:45.178594 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f181c64-2e06-456c-b004-06005d14b33c req-e77b00fa-564c-4771-9969-62f2b1185597 service neutron] Checking agent: {'id': 'cec96490-d34b-42db-b58a-d4405faa4e11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 4, 30, 28), 'started_at': datetime.datetime(2021, 8, 31, 4, 30, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 4, 32, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 04:32:45.178927 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f181c64-2e06-456c-b004-06005d14b33c req-e77b00fa-564c-4771-9969-62f2b1185597 service neutron] Checking segment: {'id': '50e75a1a-dbd4-418a-9de6-b2a5917b80a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '4c9c44bc-58fb-4b05-9942-3faf4a44f339'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 04:32:45.179356 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f181c64-2e06-456c-b004-06005d14b33c req-e77b00fa-564c-4771-9969-62f2b1185597 service neutron] Bound using segment: {'id': '50e75a1a-dbd4-418a-9de6-b2a5917b80a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '4c9c44bc-58fb-4b05-9942-3faf4a44f339'} {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 04:32:45.179748 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.managers [req-1f181c64-2e06-456c-b004-06005d14b33c req-e77b00fa-564c-4771-9969-62f2b1185597 service neutron] Bound port: 80cf53f1-dc62-4a38-bb1a-c6c3aabd1fda, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50e75a1a-dbd4-418a-9de6-b2a5917b80a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '4c9c44bc-58fb-4b05-9942-3faf4a44f339'}}] {{(pid=93873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 04:32:45.180245 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-1f181c64-2e06-456c-b004-06005d14b33c req-e77b00fa-564c-4771-9969-62f2b1185597 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:45.187780 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-3493f59a-e326-479e-b73f-e61c938a2cb3 req-38167905-9a17-4003-b285-4b4c7ac5b772 service neutron] 10.222.0.37 "GET /v2.0/networks/8936ee09-226f-4718-943f-9ffdccd40918?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129455 Aug 31 04:32:45.312843 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef87974-9bf8-4def-beb7-e0100d0e3b9c req-8675c409-eb85-4d52-a574-ca718c072b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:45.314267 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-cef87974-9bf8-4def-beb7-e0100d0e3b9c req-8675c409-eb85-4d52-a574-ca718c072b61 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=097259a5-3a3d-4228-8082-2d6c2f8f569c HTTP/1.1" status: 200 len: 858 time: 0.1518588 Aug 31 04:32:45.360394 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed45c848-d807-44c3-b6b8-dbb543c37450 req-798257b5-daa6-4dcb-831f-abc905f80505 tempest-DeleteServersTestJSON-60392213 tempest-DeleteServersTestJSON-60392213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:45.364886 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-ed45c848-d807-44c3-b6b8-dbb543c37450 req-798257b5-daa6-4dcb-831f-abc905f80505 tempest-DeleteServersTestJSON-60392213 tempest-DeleteServersTestJSON-60392213-project] 10.222.0.37 "GET /v2.0/ports?device_id=c859cc46-668d-40eb-a3e5-5191d0402f21 HTTP/1.1" status: 200 len: 944 time: 0.1528368 Aug 31 04:32:45.381357 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-cef87974-9bf8-4def-beb7-e0100d0e3b9c req-c386e9c8-53ab-40ad-94ff-406a2749c0f8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4c9c44bc-58fb-4b05-9942-3faf4a44f339&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541234 Aug 31 04:32:45.387148 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-71d1e984-f793-4d3b-a8e7-a95d432cb1cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:45.392820 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-3493f59a-e326-479e-b73f-e61c938a2cb3 req-e47f24c2-5a07-45d5-9d79-1e84e2c53753 service neutron] 10.222.0.37 "GET /v2.0/networks/8936ee09-226f-4718-943f-9ffdccd40918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977279 Aug 31 04:32:45.405389 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [req-1f181c64-2e06-456c-b004-06005d14b33c req-e77b00fa-564c-4771-9969-62f2b1185597 service neutron] For port 80cf53f1-dc62-4a38-bb1a-c6c3aabd1fda, host hv-cinder-77819, cleared binding levels {{(pid=93873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:32:45.436277 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-ed45c848-d807-44c3-b6b8-dbb543c37450 req-b18cd8b8-4746-466a-a74b-b580cba06934 tempest-DeleteServersTestJSON-60392213 tempest-DeleteServersTestJSON-60392213-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e2eb671-c941-4e48-a981-66f958b04fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616076 Aug 31 04:32:45.443198 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [req-1f181c64-2e06-456c-b004-06005d14b33c req-e77b00fa-564c-4771-9969-62f2b1185597 service neutron] For port 80cf53f1-dc62-4a38-bb1a-c6c3aabd1fda, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=80cf53f1-dc62-4a38-bb1a-c6c3aabd1fda,segment=NetworkSegment(50e75a1a-dbd4-418a-9de6-b2a5917b80a4),segment_id=50e75a1a-dbd4-418a-9de6-b2a5917b80a4)] {{(pid=93873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:32:45.456434 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2aeba5a3-e791-4561-869d-a615fe245567 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:45.500045 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-71d1e984-f793-4d3b-a8e7-a95d432cb1cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:45.502308 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-1f181c64-2e06-456c-b004-06005d14b33c req-e77b00fa-564c-4771-9969-62f2b1185597 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:45.504071 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2aeba5a3-e791-4561-869d-a615fe245567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:45.518754 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 58890) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:45.542636 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-a8d896d0-f36d-456e-bd83-518db113ab2f req-4a17c782-382b-450a-a27e-da610610fd04 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 210 time: 0.0373638 Aug 31 04:32:45.548617 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-a6154225-a0cd-4106-bff4-bd672e84c25d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:45.611307 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-a679304e-c832-4090-b6e6-81b18f5b9a49 req-cb46f9f0-5387-40c0-b7c3-7fdae53a3633 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 210 time: 0.0408425 Aug 31 04:32:45.748627 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77b00fa-564c-4771-9969-62f2b1185597 service neutron] Pushing event updated for resources: {'Port': ['ID=80cf53f1-dc62-4a38-bb1a-c6c3aabd1fda,revision_number=3']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:45.750525 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-a6154225-a0cd-4106-bff4-bd672e84c25d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:45.759434 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeba5a3-e791-4561-869d-a615fe245567 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5448b532-73a5-4c92-87b8-0dd372dbb8ef,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:45.770505 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-a6154225-a0cd-4106-bff4-bd672e84c25d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:45.825758 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-2aeba5a3-e791-4561-869d-a615fe245567 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4d04389bf3d642cebdb3ad8a6d2c8a66&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8817134 Aug 31 04:32:45.826773 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f181c64-2e06-456c-b004-06005d14b33c req-e77b00fa-564c-4771-9969-62f2b1185597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:45.827594 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-1f181c64-2e06-456c-b004-06005d14b33c req-e77b00fa-564c-4771-9969-62f2b1185597 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8355474'] for port, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:45.829402 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-1f181c64-2e06-456c-b004-06005d14b33c req-e77b00fa-564c-4771-9969-62f2b1185597 service neutron] 10.222.0.13 "PUT /v2.0/ports/80cf53f1-dc62-4a38-bb1a-c6c3aabd1fda HTTP/1.1" status: 200 len: 1093 time: 2.5023711 Aug 31 04:32:45.830203 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 58904) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:45.832668 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-71d1e984-f793-4d3b-a8e7-a95d432cb1cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:45.835540 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-71d1e984-f793-4d3b-a8e7-a95d432cb1cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:45.836741 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-71d1e984-f793-4d3b-a8e7-a95d432cb1cf admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b279c237-5aa7-417b-9995-41ff6282f5b3 HTTP/1.1" status: 204 len: 168 time: 0.6724396 Aug 31 04:32:45.872412 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-cef87974-9bf8-4def-beb7-e0100d0e3b9c req-560c8897-231e-4685-9188-d4a700a260f8 service neutron] 10.222.0.13 "GET /v2.0/networks/4c9c44bc-58fb-4b05-9942-3faf4a44f339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4621103 Aug 31 04:32:45.893643 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d1e984-f793-4d3b-a8e7-a95d432cb1cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b279c237-5aa7-417b-9995-41ff6282f5b3,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:45.910471 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e769c5d3-6d61-4b01-af3c-090f3853e7c5 req-4877164c-5aa5-4fe0-8ed2-757ff9503daf tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:45.913327 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-e769c5d3-6d61-4b01-af3c-090f3853e7c5 req-4877164c-5aa5-4fe0-8ed2-757ff9503daf tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.13 "GET /v2.0/networks?id=2b1770a4-934d-49a7-a5c2-844beb26d79a HTTP/1.1" status: 200 len: 817 time: 0.2594385 Aug 31 04:32:45.938566 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-a6154225-a0cd-4106-bff4-bd672e84c25d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6dbd0b6e272346c9b157ba157523b531&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4185019 Aug 31 04:32:45.944690 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 58912) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:45.966721 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6154225-a0cd-4106-bff4-bd672e84c25d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d547bc89-4142-4b8e-b727-4194d34fd001,revision_number=1']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:46.000177 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f181c64-2e06-456c-b004-06005d14b33c req-f6cef496-629c-4845-b124-d85ab9f58c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:46.001677 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-1f181c64-2e06-456c-b004-06005d14b33c req-f6cef496-629c-4845-b124-d85ab9f58c90 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5c02d31770b24c65beddac4595cdfe52&device_id=bb2658bf-a714-436c-a25f-c5bb13131cb8 HTTP/1.1" status: 200 len: 1096 time: 0.0949068 Aug 31 04:32:46.036818 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6d8311-e204-4cba-a5b2-0bca6a57c898 req-1c9278c3-7d4a-40b2-bcca-fe6aad639279 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:46.038807 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-4e6d8311-e204-4cba-a5b2-0bca6a57c898 req-1c9278c3-7d4a-40b2-bcca-fe6aad639279 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb2658bf-a714-436c-a25f-c5bb13131cb8 HTTP/1.1" status: 200 len: 943 time: 0.2811065 Aug 31 04:32:46.047218 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-cef87974-9bf8-4def-beb7-e0100d0e3b9c req-f8ce0d56-2839-44be-a547-b88b6583e2ae service neutron] 10.222.0.13 "GET /v2.0/networks/4c9c44bc-58fb-4b05-9942-3faf4a44f339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645589 Aug 31 04:32:46.097160 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-e769c5d3-6d61-4b01-af3c-090f3853e7c5 req-9980ab33-53cd-486a-adc3-cd69963e757f tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2f8e82cf86684d55bca526dc154c03d1 HTTP/1.1" status: 200 len: 379 time: 0.1530499 Aug 31 04:32:46.107800 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-1f181c64-2e06-456c-b004-06005d14b33c req-8db05b1a-808f-424f-a96b-b92d32b4e5bb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=80cf53f1-dc62-4a38-bb1a-c6c3aabd1fda HTTP/1.1" status: 200 len: 217 time: 0.0805817 Aug 31 04:32:46.111193 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-4abd276c-27e1-4127-ad91-f8324050e058 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:46.143967 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-4e6d8311-e204-4cba-a5b2-0bca6a57c898 req-eecc4278-2325-4854-bb76-7f1280a83d68 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/security-groups?id=75b78e4a-f72a-42ae-924c-e5c8844ea7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874500 Aug 31 04:32:46.166999 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-4abd276c-27e1-4127-ad91-f8324050e058 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:46.168838 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-20ea01ed-3b2e-4d47-b563-deda9e9d5e34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:46.179567 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.v2.base [req-e769c5d3-6d61-4b01-af3c-090f3853e7c5 req-c436c922-78b5-4876-b5a3-583ffa35e6e5 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Request body: {'port': {'device_id': '0f68a66f-3e3e-4e49-b06a-7d69459db66d', 'network_id': '2b1770a4-934d-49a7-a5c2-844beb26d79a', 'admin_state_up': True, 'tenant_id': '2f8e82cf86684d55bca526dc154c03d1', 'security_groups': ['8b04e1e0-6e1c-49a5-a7f2-f3ca3ba46212']}} {{(pid=93874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:32:46.260227 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f181c64-2e06-456c-b004-06005d14b33c req-bead263f-51c0-4ef6-afae-a64f6095fac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:46.261705 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-1f181c64-2e06-456c-b004-06005d14b33c req-bead263f-51c0-4ef6-afae-a64f6095fac6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=097259a5-3a3d-4228-8082-2d6c2f8f569c HTTP/1.1" status: 200 len: 858 time: 0.0789087 Aug 31 04:32:46.263665 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-20ea01ed-3b2e-4d47-b563-deda9e9d5e34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:46.267434 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d051650-8803-434a-8a5c-623ea5b509fa req-c9cedd27-1f0a-4edf-b30c-077ccbdcda73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:46.269076 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-7d051650-8803-434a-8a5c-623ea5b509fa req-c9cedd27-1f0a-4edf-b30c-077ccbdcda73 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5c02d31770b24c65beddac4595cdfe52&device_id=390893f3-2c2b-4803-b7a8-3c19fb0503a4 HTTP/1.1" status: 200 len: 1096 time: 0.0748925 Aug 31 04:32:46.307518 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-1f181c64-2e06-456c-b004-06005d14b33c req-ae1a3fdb-84ac-4a58-b875-3a7999068f89 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4c9c44bc-58fb-4b05-9942-3faf4a44f339&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372431 Aug 31 04:32:46.337344 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-4abd276c-27e1-4127-ad91-f8324050e058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:46.339941 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-4abd276c-27e1-4127-ad91-f8324050e058 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:46.343938 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-4abd276c-27e1-4127-ad91-f8324050e058 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5448b532-73a5-4c92-87b8-0dd372dbb8ef HTTP/1.1" status: 204 len: 168 time: 0.5017023 Aug 31 04:32:46.359274 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abd276c-27e1-4127-ad91-f8324050e058 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5448b532-73a5-4c92-87b8-0dd372dbb8ef,revision_number=None']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:46.373830 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-20ea01ed-3b2e-4d47-b563-deda9e9d5e34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:46.376421 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-20ea01ed-3b2e-4d47-b563-deda9e9d5e34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:46.380451 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-20ea01ed-3b2e-4d47-b563-deda9e9d5e34 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d547bc89-4142-4b8e-b727-4194d34fd001 HTTP/1.1" status: 204 len: 168 time: 0.4321115 Aug 31 04:32:46.411885 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e769c5d3-6d61-4b01-af3c-090f3853e7c5 req-c436c922-78b5-4876-b5a3-583ffa35e6e5 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Made reservation on behalf of 2f8e82cf86684d55bca526dc154c03d1 for: {'port': 1} {{(pid=93874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:32:46.423198 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [req-e769c5d3-6d61-4b01-af3c-090f3853e7c5 req-c436c922-78b5-4876-b5a3-583ffa35e6e5 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:46.426566 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ea01ed-3b2e-4d47-b563-deda9e9d5e34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d547bc89-4142-4b8e-b727-4194d34fd001,revision_number=None']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:46.429651 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 58926) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:46.479298 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-46236fc1-f8de-4892-bf14-774dc97c43fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:46.573417 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d051650-8803-434a-8a5c-623ea5b509fa req-183a6766-535e-4299-bfc6-e84ba8cd33c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:46.575064 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-7d051650-8803-434a-8a5c-623ea5b509fa req-183a6766-535e-4299-bfc6-e84ba8cd33c1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4c9c44bc-58fb-4b05-9942-3faf4a44f339 HTTP/1.1" status: 200 len: 919 time: 0.2970226 Aug 31 04:32:46.586146 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-1f181c64-2e06-456c-b004-06005d14b33c req-1e508cb3-3446-499f-9490-12ce21520191 service neutron] 10.222.0.13 "GET /v2.0/networks/4c9c44bc-58fb-4b05-9942-3faf4a44f339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244289 Aug 31 04:32:46.724070 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-7d051650-8803-434a-8a5c-623ea5b509fa req-7855ea60-0707-46fc-a207-d642093bd39a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aaf78d6f-71aa-4bfc-88a6-916d6e36bcab HTTP/1.1" status: 200 len: 217 time: 0.1226375 Aug 31 04:32:46.791895 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-845aa628-9e23-4461-b3b8-d502d78c79fd req-c11cd267-f1ef-410d-bf26-c945cf26848d tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 210 time: 0.0586526 Aug 31 04:32:46.824417 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d051650-8803-434a-8a5c-623ea5b509fa req-f3993d20-fc7d-429e-a71b-ff6d568b4aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:46.825855 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-7d051650-8803-434a-8a5c-623ea5b509fa req-f3993d20-fc7d-429e-a71b-ff6d568b4aab service neutron] 10.222.0.13 "GET /v2.0/subnets?id=097259a5-3a3d-4228-8082-2d6c2f8f569c HTTP/1.1" status: 200 len: 858 time: 0.0713944 Aug 31 04:32:46.831924 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Device e06eac0e-7b8c-43da-8007-40b725e406b6 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=93875) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 04:32:46.853442 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb2658bf-a714-436c-a25f-c5bb13131cb8', 'tag': '80cf53f1-dc62-4a38-bb1a-c6c3aabd1fda'}] {{(pid=93873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 04:32:46.859569 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a11e4e79c753650f2852f0d7a0fe7e91abda00271ce9373e69ea4f6baf967f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83124443-a00e-4752-b6bd-ac9d3c1cefbb" -d '{"events": [{"name": "network-changed", "server_uuid": "bb2658bf-a714-436c-a25f-c5bb13131cb8", "tag": "80cf53f1-dc62-4a38-bb1a-c6c3aabd1fda"}]}' {{(pid=93873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:32:46.898704 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-1f181c64-2e06-456c-b004-06005d14b33c req-fc5880ab-2067-4fa2-bd25-85e726052745 service neutron] 10.222.0.13 "GET /v2.0/networks/4c9c44bc-58fb-4b05-9942-3faf4a44f339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2967613 Aug 31 04:32:46.927031 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-7d051650-8803-434a-8a5c-623ea5b509fa req-32213fa9-7179-4ef6-92e8-62b736402c62 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4c9c44bc-58fb-4b05-9942-3faf4a44f339&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0874593 Aug 31 04:32:46.936095 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7968188-163c-4547-9829-3f361f9fbcc9 req-36423810-4890-4df0-a22b-f167b3275c8a tempest-DeleteServersTestJSON-60392213 tempest-DeleteServersTestJSON-60392213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:46.937906 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-b7968188-163c-4547-9829-3f361f9fbcc9 req-36423810-4890-4df0-a22b-f167b3275c8a tempest-DeleteServersTestJSON-60392213 tempest-DeleteServersTestJSON-60392213-project] 10.222.0.37 "GET /v2.0/ports?device_id=c859cc46-668d-40eb-a3e5-5191d0402f21 HTTP/1.1" status: 200 len: 944 time: 0.3928304 Aug 31 04:32:46.951566 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 58942) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:47.036325 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] For port e06eac0e-7b8c-43da-8007-40b725e406b6, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=e06eac0e-7b8c-43da-8007-40b725e406b6,segment=NetworkSegment(13fb0274-db4a-42f8-afdc-b024b4bf6d59),segment_id=13fb0274-db4a-42f8-afdc-b024b4bf6d59)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:32:47.039690 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-46236fc1-f8de-4892-bf14-774dc97c43fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:47.049643 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-036307e6-d5ba-4ea6-82d3-9675cb9b1ab9 req-dc43e4fc-6645-4d72-b90d-2b442e913e49 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 210 time: 0.1059129 Aug 31 04:32:47.051367 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-1f3dca2b-fe0b-4a60-ba9b-eeed1c88bef8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:47.076422 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-7d051650-8803-434a-8a5c-623ea5b509fa req-3d9516b6-99a8-40a3-88aa-e551380ca1b2 service neutron] 10.222.0.13 "GET /v2.0/networks/4c9c44bc-58fb-4b05-9942-3faf4a44f339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381984 Aug 31 04:32:47.082518 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-46236fc1-f8de-4892-bf14-774dc97c43fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:47.092696 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Returning: {'device': 'e06eac0e-7b8c-43da-8007-40b725e406b6', 'network_id': '3aeaae2b-2fcb-4517-b1be-7428c1e35c56', 'port_id': 'e06eac0e-7b8c-43da-8007-40b725e406b6', 'mac_address': 'fa:16:3e:21:d6:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d83980b-3124-4c2e-b6ea-a36baea3887a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93875) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 04:32:47.117977 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 04:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd8dc09f-96bc-4bd3-9c69-b575eeadf1fb x-openstack-request-id: req-cd8dc09f-96bc-4bd3-9c69-b575eeadf1fb {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:32:47.119831 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb2658bf-a714-436c-a25f-c5bb13131cb8", "tag": "80cf53f1-dc62-4a38-bb1a-c6c3aabd1fda", "status": "completed", "code": 200}]} {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:32:47.120078 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cd8dc09f-96bc-4bd3-9c69-b575eeadf1fb {{(pid=93873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:32:47.120485 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb2658bf-a714-436c-a25f-c5bb13131cb8', 'tag': '80cf53f1-dc62-4a38-bb1a-c6c3aabd1fda', 'status': 'completed', 'code': 200} Aug 31 04:32:47.132891 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.db.db_base_plugin_common [req-e769c5d3-6d61-4b01-af3c-090f3853e7c5 req-c436c922-78b5-4876-b5a3-583ffa35e6e5 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Allocated IP 172.20.0.14 (2b1770a4-934d-49a7-a5c2-844beb26d79a/9e15e21a-55f2-483a-9c78-48bccbedd076/8b832084-eb7d-496c-bc7a-d06184bd40fc) {{(pid=93874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:32:47.146367 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-b7968188-163c-4547-9829-3f361f9fbcc9 req-480986e3-1acc-47c5-8dd9-1bf02bb411a9 tempest-DeleteServersTestJSON-60392213 tempest-DeleteServersTestJSON-60392213-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e2eb671-c941-4e48-a981-66f958b04fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989633 Aug 31 04:32:47.167046 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:47.184883 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-46236fc1-f8de-4892-bf14-774dc97c43fd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8fb327aa1ef046b99865025b4a78d3e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7465119 Aug 31 04:32:47.185995 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46236fc1-f8de-4892-bf14-774dc97c43fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05383a41-ec5d-4767-a943-39afd1a25518,revision_number=1']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:47.188391 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 58950) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:47.201271 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.notifiers.nova [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e06eac0e-7b8c-43da-8007-40b725e406b6 {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 04:32:47.205446 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-1f3dca2b-fe0b-4a60-ba9b-eeed1c88bef8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:47.213071 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-1f3dca2b-fe0b-4a60-ba9b-eeed1c88bef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:47.253860 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] For port e06eac0e-7b8c-43da-8007-40b725e406b6, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=e06eac0e-7b8c-43da-8007-40b725e406b6,segment=NetworkSegment(13fb0274-db4a-42f8-afdc-b024b4bf6d59),segment_id=13fb0274-db4a-42f8-afdc-b024b4bf6d59)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:32:47.263755 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:47.288423 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-1f3dca2b-fe0b-4a60-ba9b-eeed1c88bef8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3594ac8f6a8445b4bc8039ca89383269&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3338263 Aug 31 04:32:47.304186 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 58956) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:47.323995 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3dca2b-fe0b-4a60-ba9b-eeed1c88bef8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44582336-b50f-4dae-ad28-1327fa58eeed,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:47.337327 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Pushing event updated for resources: {'Port': ['ID=e06eac0e-7b8c-43da-8007-40b725e406b6,revision_number=4']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:47.380002 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-925115e3-336e-4be1-b5da-e04e98856519 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:47.399842 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-3d05ba57-6fdd-4503-b0b7-3d2ca3206e06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:47.437434 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-925115e3-336e-4be1-b5da-e04e98856519 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:47.448135 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-3d05ba57-6fdd-4503-b0b7-3d2ca3206e06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:47.453135 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f65bb2c-f2ca-460b-bbce-4e26c72172b8 req-8eab4579-6322-4bc3-83d2-0701704fd2df tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:47.460255 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-2f65bb2c-f2ca-460b-bbce-4e26c72172b8 req-8eab4579-6322-4bc3-83d2-0701704fd2df tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb2658bf-a714-436c-a25f-c5bb13131cb8 HTTP/1.1" status: 200 len: 943 time: 0.1918528 Aug 31 04:32:47.518955 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-3d05ba57-6fdd-4503-b0b7-3d2ca3206e06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:47.522658 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-3d05ba57-6fdd-4503-b0b7-3d2ca3206e06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:47.524995 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-3d05ba57-6fdd-4503-b0b7-3d2ca3206e06 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/44582336-b50f-4dae-ad28-1327fa58eeed HTTP/1.1" status: 204 len: 168 time: 0.2189746 Aug 31 04:32:47.534603 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d05ba57-6fdd-4503-b0b7-3d2ca3206e06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44582336-b50f-4dae-ad28-1327fa58eeed,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:47.562590 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [req-e769c5d3-6d61-4b01-af3c-090f3853e7c5 req-c436c922-78b5-4876-b5a3-583ffa35e6e5 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Notify callbacks [] for port, precommit_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:47.576254 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-2f65bb2c-f2ca-460b-bbce-4e26c72172b8 req-ef95d679-1ea6-488d-8de3-546e8c794e47 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/security-groups?id=75b78e4a-f72a-42ae-924c-e5c8844ea7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151197 Aug 31 04:32:47.581542 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-925115e3-336e-4be1-b5da-e04e98856519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:47.584230 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-925115e3-336e-4be1-b5da-e04e98856519 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:47.588422 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-925115e3-336e-4be1-b5da-e04e98856519 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/05383a41-ec5d-4767-a943-39afd1a25518 HTTP/1.1" status: 204 len: 168 time: 0.3774238 Aug 31 04:32:47.600000 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [req-e769c5d3-6d61-4b01-af3c-090f3853e7c5 req-c436c922-78b5-4876-b5a3-583ffa35e6e5 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Transition to ACTIVE for port object 8b832084-eb7d-496c-bc7a-d06184bd40fc will not be triggered until provisioned by entity DHCP. {{(pid=93874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 04:32:47.607238 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925115e3-336e-4be1-b5da-e04e98856519 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05383a41-ec5d-4767-a943-39afd1a25518,revision_number=None']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:47.670594 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [req-e769c5d3-6d61-4b01-af3c-090f3853e7c5 req-c436c922-78b5-4876-b5a3-583ffa35e6e5 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730086931496'] for port, after_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:47.757675 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e769c5d3-6d61-4b01-af3c-090f3853e7c5 req-c436c922-78b5-4876-b5a3-583ffa35e6e5 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Network 2b1770a4-934d-49a7-a5c2-844beb26d79a is already hosted by enough agents. {{(pid=93874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:32:47.764685 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.scheduler.base_scheduler [req-e769c5d3-6d61-4b01-af3c-090f3853e7c5 req-c436c922-78b5-4876-b5a3-583ffa35e6e5 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Resources bound (agent type, host, resource id): {{(pid=93874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:32:47.771997 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [req-e769c5d3-6d61-4b01-af3c-090f3853e7c5 req-c436c922-78b5-4876-b5a3-583ffa35e6e5 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Received port after_create {{(pid=93874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 04:32:47.778184 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e769c5d3-6d61-4b01-af3c-090f3853e7c5 req-c436c922-78b5-4876-b5a3-583ffa35e6e5 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:47.778812 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [req-e769c5d3-6d61-4b01-af3c-090f3853e7c5 req-c436c922-78b5-4876-b5a3-583ffa35e6e5 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8355474'] for port, before_response {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:47.787874 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c436c922-78b5-4876-b5a3-583ffa35e6e5 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Pushing event updated for resources: {'Port': ['ID=8b832084-eb7d-496c-bc7a-d06184bd40fc,revision_number=1']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:47.804230 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-e769c5d3-6d61-4b01-af3c-090f3853e7c5 req-c436c922-78b5-4876-b5a3-583ffa35e6e5 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6284256 Aug 31 04:32:47.931857 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efdece5-0ce6-48f8-b965-b3e25473fbbe req-974568f2-cc89-4188-8d4e-cd2156c8efdc tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:47.934208 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-5efdece5-0ce6-48f8-b965-b3e25473fbbe req-974568f2-cc89-4188-8d4e-cd2156c8efdc tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 932 time: 0.0617297 Aug 31 04:32:47.979716 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-5efdece5-0ce6-48f8-b965-b3e25473fbbe req-7e4a2be9-6db5-471a-a2c5-6a7838706c6c tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b04e1e0-6e1c-49a5-a7f2-f3ca3ba46212&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362866 Aug 31 04:32:48.018868 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-dd6d4f94-cf02-403f-b9c0-bd5296fbbab6 None None] Provisioning for port 8b832084-eb7d-496c-bc7a-d06184bd40fc completed by entity DHCP. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 04:32:48.025134 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-dd6d4f94-cf02-403f-b9c0-bd5296fbbab6 None None] Provisioning complete for port 8b832084-eb7d-496c-bc7a-d06184bd40fc triggered by entity DHCP. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:32:48.025748 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-dd6d4f94-cf02-403f-b9c0-bd5296fbbab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667402'] for port, provisioning_complete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:48.064379 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-dd6d4f94-cf02-403f-b9c0-bd5296fbbab6 None None] Port 8b832084-eb7d-496c-bc7a-d06184bd40fc cannot update to ACTIVE because it is not bound. {{(pid=93875) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 04:32:48.156667 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-038c788e-5c36-47e2-aad5-9de0a6d6ade5 req-f51d9b62-1f7b-4d0a-981a-006526a2b31b tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 210 time: 0.0257537 Aug 31 04:32:48.272839 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6815822-e698-46d2-a9db-76f94371b7f5 req-42af8455-e03b-4208-8bb4-e984fd118d69 tempest-DeleteServersTestJSON-60392213 tempest-DeleteServersTestJSON-60392213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:48.274391 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-b6815822-e698-46d2-a9db-76f94371b7f5 req-42af8455-e03b-4208-8bb4-e984fd118d69 tempest-DeleteServersTestJSON-60392213 tempest-DeleteServersTestJSON-60392213-project] 10.222.0.37 "GET /v2.0/ports?device_id=c859cc46-668d-40eb-a3e5-5191d0402f21 HTTP/1.1" status: 200 len: 945 time: 0.0525870 Aug 31 04:32:48.324498 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-b6815822-e698-46d2-a9db-76f94371b7f5 req-91fefbbd-3a6e-432e-98c9-7b734370d048 tempest-DeleteServersTestJSON-60392213 tempest-DeleteServersTestJSON-60392213-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e2eb671-c941-4e48-a981-66f958b04fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414853 Aug 31 04:32:48.886904 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e9182b-8268-45e7-b949-474cc8ee59a7 req-2cba13b1-bf1d-4ea0-9b2d-2c779b1d18fb tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:48.894501 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-97e9182b-8268-45e7-b949-474cc8ee59a7 req-2cba13b1-bf1d-4ea0-9b2d-2c779b1d18fb tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb2658bf-a714-436c-a25f-c5bb13131cb8 HTTP/1.1" status: 200 len: 943 time: 0.2422187 Aug 31 04:32:48.932413 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-97e9182b-8268-45e7-b949-474cc8ee59a7 req-2e53742c-c77e-4c2f-bcdc-0c4f3eb88f8d tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/security-groups?id=75b78e4a-f72a-42ae-924c-e5c8844ea7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370121 Aug 31 04:32:49.154244 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e00403-eb5b-422d-b1a1-2c97f6aa8787 req-2c68b214-fd58-464e-93bf-9c73c234f848 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:49.162791 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-e3e00403-eb5b-422d-b1a1-2c97f6aa8787 req-2c68b214-fd58-464e-93bf-9c73c234f848 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 932 time: 0.0590279 Aug 31 04:32:49.203010 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-e3e00403-eb5b-422d-b1a1-2c97f6aa8787 req-f6beebcf-8400-489b-ac40-ea1760d3ecf8 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b04e1e0-6e1c-49a5-a7f2-f3ca3ba46212&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387173 Aug 31 04:32:49.292941 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-805c9d3f-8b34-4d69-ad37-469249fc10e4 req-1233a55b-7609-475b-83c0-028fcc6c8dbe tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 210 time: 0.0395637 Aug 31 04:32:49.497935 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6df3a5-fc3c-44cc-b6b0-2840f60c631b req-64a1ed95-205f-48eb-bb9a-338500077436 tempest-DeleteServersTestJSON-60392213 tempest-DeleteServersTestJSON-60392213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:49.499480 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-8d6df3a5-fc3c-44cc-b6b0-2840f60c631b req-64a1ed95-205f-48eb-bb9a-338500077436 tempest-DeleteServersTestJSON-60392213 tempest-DeleteServersTestJSON-60392213-project] 10.222.0.37 "GET /v2.0/ports?device_id=c859cc46-668d-40eb-a3e5-5191d0402f21 HTTP/1.1" status: 200 len: 945 time: 0.0709729 Aug 31 04:32:49.550305 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-8d6df3a5-fc3c-44cc-b6b0-2840f60c631b req-0c7a96f3-d842-46bc-9959-df922b31e506 tempest-DeleteServersTestJSON-60392213 tempest-DeleteServersTestJSON-60392213-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e2eb671-c941-4e48-a981-66f958b04fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406244 Aug 31 04:32:49.720196 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.v2.base [req-e769c5d3-6d61-4b01-af3c-090f3853e7c5 req-2b560b1f-b8a0-43f4-a873-2ad19b430418 service neutron] Request body: {'port': {'device_id': '0f68a66f-3e3e-4e49-b06a-7d69459db66d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=93874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:32:49.725529 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.13', 59123) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:49.937685 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [req-e769c5d3-6d61-4b01-af3c-090f3853e7c5 req-2b560b1f-b8a0-43f4-a873-2ad19b430418 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:49.975165 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83124443-a00e-4752-b6bd-ac9d3c1cefbb req-9380b699-97bc-49ba-a6dc-d9f52d47532f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:49.976750 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-83124443-a00e-4752-b6bd-ac9d3c1cefbb req-9380b699-97bc-49ba-a6dc-d9f52d47532f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5c02d31770b24c65beddac4595cdfe52&device_id=bb2658bf-a714-436c-a25f-c5bb13131cb8 HTTP/1.1" status: 200 len: 1096 time: 0.2468073 Aug 31 04:32:49.977360 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 59114) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:50.007202 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] get_ports_and_sgs() called for port_ids ['e06eac0e-7b8c-43da-8007-40b725e406b6'] {{(pid=93875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 04:32:50.371418 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-f5ee1547-4edb-446f-9c19-136077d256e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:50.466317 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3493f59a-e326-479e-b73f-e61c938a2cb3 req-5747f3a2-5b00-4622-877b-96c4af4e9b3b tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:50.469236 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-3493f59a-e326-479e-b73f-e61c938a2cb3 req-5747f3a2-5b00-4622-877b-96c4af4e9b3b tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.13 "GET /v2.0/networks?id=8936ee09-226f-4718-943f-9ffdccd40918 HTTP/1.1" status: 200 len: 810 time: 0.7420216 Aug 31 04:32:50.474117 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-7d051650-8803-434a-8a5c-623ea5b509fa req-6c29f6f3-51b4-472e-9dae-caf7c31b7965 service neutron] 10.222.0.13 "GET /v2.0/networks/4c9c44bc-58fb-4b05-9942-3faf4a44f339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7661924 Aug 31 04:32:50.559208 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-3493f59a-e326-479e-b73f-e61c938a2cb3 req-21a13e1d-0539-4634-ab27-9ad9df1a8b8f tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a4c00b65f96499f945037afd604da1d HTTP/1.1" status: 200 len: 379 time: 0.0555317 Aug 31 04:32:50.571972 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.v2.base [req-3493f59a-e326-479e-b73f-e61c938a2cb3 req-f7109958-ca60-40ce-9c98-994ed12bd66d tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Request body: {'port': {'device_id': '1ae96b5b-72d5-4259-9df0-add869c625fd', 'network_id': '8936ee09-226f-4718-943f-9ffdccd40918', 'admin_state_up': True, 'tenant_id': '9a4c00b65f96499f945037afd604da1d', 'security_groups': ['330d847d-5013-4fa4-a7d6-33fbc6014196']}} {{(pid=93873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:32:50.599604 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a374d5a-723b-4857-bcec-a6908fde1fae req-7964b61d-9345-4c16-9ffd-30408afedb66 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:50.602679 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-1a374d5a-723b-4857-bcec-a6908fde1fae req-7964b61d-9345-4c16-9ffd-30408afedb66 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb2658bf-a714-436c-a25f-c5bb13131cb8 HTTP/1.1" status: 200 len: 943 time: 0.5404954 Aug 31 04:32:50.678042 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83124443-a00e-4752-b6bd-ac9d3c1cefbb req-8e6f8859-1dc2-418f-98bb-3ff1228a319f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:50.680089 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-83124443-a00e-4752-b6bd-ac9d3c1cefbb req-8e6f8859-1dc2-418f-98bb-3ff1228a319f service neutron] 10.222.0.13 "GET /v2.0/networks?id=4c9c44bc-58fb-4b05-9942-3faf4a44f339 HTTP/1.1" status: 200 len: 919 time: 0.6515374 Aug 31 04:32:50.765418 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-83124443-a00e-4752-b6bd-ac9d3c1cefbb req-16094d9f-fdcc-4c61-b016-c102d20b9168 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=80cf53f1-dc62-4a38-bb1a-c6c3aabd1fda HTTP/1.1" status: 200 len: 217 time: 0.0716512 Aug 31 04:32:50.811424 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d52949-7dae-4997-907a-60a19ffa2bd1 req-8ff4ec1f-a35b-4ea4-b90b-c33ab06c65e8 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:50.812904 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-b9d52949-7dae-4997-907a-60a19ffa2bd1 req-8ff4ec1f-a35b-4ea4-b90b-c33ab06c65e8 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 932 time: 0.3593884 Aug 31 04:32:50.837504 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-1a374d5a-723b-4857-bcec-a6908fde1fae req-053283a7-109c-4248-a226-dbace82dd804 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/security-groups?id=75b78e4a-f72a-42ae-924c-e5c8844ea7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023151 Aug 31 04:32:50.927726 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83124443-a00e-4752-b6bd-ac9d3c1cefbb req-ebce57f4-f323-4ac8-8878-5766326e1786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:50.929485 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-83124443-a00e-4752-b6bd-ac9d3c1cefbb req-ebce57f4-f323-4ac8-8878-5766326e1786 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=097259a5-3a3d-4228-8082-2d6c2f8f569c HTTP/1.1" status: 200 len: 858 time: 0.1497128 Aug 31 04:32:50.960208 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-b9d52949-7dae-4997-907a-60a19ffa2bd1 req-97cfd679-c4e1-42d6-a465-f751a412461f tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b04e1e0-6e1c-49a5-a7f2-f3ca3ba46212&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1215272 Aug 31 04:32:51.014004 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-83124443-a00e-4752-b6bd-ac9d3c1cefbb req-451f50ca-4526-47f9-9e1d-b234e0d65aa1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4c9c44bc-58fb-4b05-9942-3faf4a44f339&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0717671 Aug 31 04:32:51.026392 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-81c7bd60-666a-4124-a181-f2280367596c req-8ee58bf0-bd5f-44e9-885e-f401377e1b9b tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 210 time: 0.0915525 Aug 31 04:32:51.046678 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 59176) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:51.139168 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.notifiers.nova [req-e769c5d3-6d61-4b01-af3c-090f3853e7c5 req-2b560b1f-b8a0-43f4-a873-2ad19b430418 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b832084-eb7d-496c-bc7a-d06184bd40fc {{(pid=93874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 04:32:51.156954 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-f5ee1547-4edb-446f-9c19-136077d256e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:51.164889 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [req-e769c5d3-6d61-4b01-af3c-090f3853e7c5 req-2b560b1f-b8a0-43f4-a873-2ad19b430418 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:51.169877 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-f5ee1547-4edb-446f-9c19-136077d256e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:51.194074 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3493f59a-e326-479e-b73f-e61c938a2cb3 req-f7109958-ca60-40ce-9c98-994ed12bd66d tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Made reservation on behalf of 9a4c00b65f96499f945037afd604da1d for: {'port': 1} {{(pid=93873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:32:51.201212 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-3493f59a-e326-479e-b73f-e61c938a2cb3 req-f7109958-ca60-40ce-9c98-994ed12bd66d tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:51.243105 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-a4afe8fb-4b17-44e8-a88d-461f58aca364 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:51.249847 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [req-e769c5d3-6d61-4b01-af3c-090f3853e7c5 req-2b560b1f-b8a0-43f4-a873-2ad19b430418 service neutron] Transition to ACTIVE for port object 8b832084-eb7d-496c-bc7a-d06184bd40fc will not be triggered until provisioned by entity L2. {{(pid=93874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 04:32:51.252860 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ee1547-4edb-446f-9c19-136077d256e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67839577-15fe-4fe6-ae12-8b760d0b1ea9,revision_number=1']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:51.270276 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7c5da9-d514-4e20-8ea4-c60c994efb33 req-d9e011ae-54b0-4e06-afbc-01c0d7af713c tempest-DeleteServersTestJSON-60392213 tempest-DeleteServersTestJSON-60392213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:51.279528 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-4d7c5da9-d514-4e20-8ea4-c60c994efb33 req-d9e011ae-54b0-4e06-afbc-01c0d7af713c tempest-DeleteServersTestJSON-60392213 tempest-DeleteServersTestJSON-60392213-project] 10.222.0.37 "GET /v2.0/ports?device_id=c859cc46-668d-40eb-a3e5-5191d0402f21 HTTP/1.1" status: 200 len: 945 time: 0.2164905 Aug 31 04:32:51.293824 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-f5ee1547-4edb-446f-9c19-136077d256e6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=008d31c81c8b4815b8217b7c5e271648&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2770405 Aug 31 04:32:51.297894 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [req-e769c5d3-6d61-4b01-af3c-090f3853e7c5 req-2b560b1f-b8a0-43f4-a873-2ad19b430418 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:51.299606 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 59184) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:51.360530 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-83124443-a00e-4752-b6bd-ac9d3c1cefbb req-43c94d3c-b220-4af9-ad69-2155f6b22513 service neutron] 10.222.0.13 "GET /v2.0/networks/4c9c44bc-58fb-4b05-9942-3faf4a44f339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3323822 Aug 31 04:32:51.417740 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.db.db_base_plugin_common [req-3493f59a-e326-479e-b73f-e61c938a2cb3 req-f7109958-ca60-40ce-9c98-994ed12bd66d tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Allocated IP 172.20.0.4 (8936ee09-226f-4718-943f-9ffdccd40918/dbec82d9-5dbd-41df-9df9-228f18fdefe0/cc80ed91-0e6b-4c22-99f9-cd3d341652d0) {{(pid=93873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:32:51.421983 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b560b1f-b8a0-43f4-a873-2ad19b430418 service neutron] Pushing event updated for resources: {'Port': ['ID=8b832084-eb7d-496c-bc7a-d06184bd40fc,revision_number=2']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:51.466297 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-4d7c5da9-d514-4e20-8ea4-c60c994efb33 req-c492948d-dc0f-465e-9d9a-9db62da67271 tempest-DeleteServersTestJSON-60392213 tempest-DeleteServersTestJSON-60392213-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e2eb671-c941-4e48-a981-66f958b04fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858728 Aug 31 04:32:51.486689 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-a4afe8fb-4b17-44e8-a88d-461f58aca364 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:51.509192 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-a4afe8fb-4b17-44e8-a88d-461f58aca364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:51.561188 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.managers [req-e769c5d3-6d61-4b01-af3c-090f3853e7c5 req-2b560b1f-b8a0-43f4-a873-2ad19b430418 service neutron] Attempting to bind port 8b832084-eb7d-496c-bc7a-d06184bd40fc on host hv-cinder-77819 for vnic_type normal with profile {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 04:32:51.561547 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.managers [req-e769c5d3-6d61-4b01-af3c-090f3853e7c5 req-2b560b1f-b8a0-43f4-a873-2ad19b430418 service neutron] Attempting to bind port 8b832084-eb7d-496c-bc7a-d06184bd40fc by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '14aa025e-dd6c-45fc-a8a8-06cb8f48a6ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '2b1770a4-934d-49a7-a5c2-844beb26d79a'}] {{(pid=93874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 04:32:51.561890 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e769c5d3-6d61-4b01-af3c-090f3853e7c5 req-2b560b1f-b8a0-43f4-a873-2ad19b430418 service neutron] Attempting to bind port 8b832084-eb7d-496c-bc7a-d06184bd40fc on network 2b1770a4-934d-49a7-a5c2-844beb26d79a {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 04:32:51.563876 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-b34092c0-559f-4c9c-9e7f-7b2e51501781 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:51.584307 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e769c5d3-6d61-4b01-af3c-090f3853e7c5 req-2b560b1f-b8a0-43f4-a873-2ad19b430418 service neutron] Port 8b832084-eb7d-496c-bc7a-d06184bd40fc on network 2b1770a4-934d-49a7-a5c2-844beb26d79a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 04:32:51.584632 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e769c5d3-6d61-4b01-af3c-090f3853e7c5 req-2b560b1f-b8a0-43f4-a873-2ad19b430418 service neutron] Attempting to bind port 8b832084-eb7d-496c-bc7a-d06184bd40fc on network 2b1770a4-934d-49a7-a5c2-844beb26d79a {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 04:32:51.588462 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-a4afe8fb-4b17-44e8-a88d-461f58aca364 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=696a271f8601499f834eb1039e7ff912&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5404048 Aug 31 04:32:51.591786 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 59186) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:51.598132 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-83124443-a00e-4752-b6bd-ac9d3c1cefbb req-9df15ca4-34af-4c71-89e9-f6a37a14282e service neutron] 10.222.0.13 "GET /v2.0/networks/4c9c44bc-58fb-4b05-9942-3faf4a44f339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202268 Aug 31 04:32:51.599952 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4afe8fb-4b17-44e8-a88d-461f58aca364 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=733f35be-5e04-491f-8765-28de29918591,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:51.602214 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e769c5d3-6d61-4b01-af3c-090f3853e7c5 req-2b560b1f-b8a0-43f4-a873-2ad19b430418 service neutron] Checking agent: {'id': 'cec96490-d34b-42db-b58a-d4405faa4e11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 4, 30, 28), 'started_at': datetime.datetime(2021, 8, 31, 4, 30, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 4, 32, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 04:32:51.602573 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e769c5d3-6d61-4b01-af3c-090f3853e7c5 req-2b560b1f-b8a0-43f4-a873-2ad19b430418 service neutron] Checking segment: {'id': '14aa025e-dd6c-45fc-a8a8-06cb8f48a6ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '2b1770a4-934d-49a7-a5c2-844beb26d79a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 04:32:51.603136 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e769c5d3-6d61-4b01-af3c-090f3853e7c5 req-2b560b1f-b8a0-43f4-a873-2ad19b430418 service neutron] Bound using segment: {'id': '14aa025e-dd6c-45fc-a8a8-06cb8f48a6ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '2b1770a4-934d-49a7-a5c2-844beb26d79a'} {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 04:32:51.603608 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.managers [req-e769c5d3-6d61-4b01-af3c-090f3853e7c5 req-2b560b1f-b8a0-43f4-a873-2ad19b430418 service neutron] Bound port: 8b832084-eb7d-496c-bc7a-d06184bd40fc, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14aa025e-dd6c-45fc-a8a8-06cb8f48a6ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '2b1770a4-934d-49a7-a5c2-844beb26d79a'}}] {{(pid=93874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 04:32:51.603956 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [req-e769c5d3-6d61-4b01-af3c-090f3853e7c5 req-2b560b1f-b8a0-43f4-a873-2ad19b430418 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:51.607758 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-b34092c0-559f-4c9c-9e7f-7b2e51501781 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:51.626565 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Device 80cf53f1-dc62-4a38-bb1a-c6c3aabd1fda details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=93875) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 04:32:51.683274 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Device e06eac0e-7b8c-43da-8007-40b725e406b6 up at agent hyperv_hv-cinder-77819 {{(pid=93875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:32:51.700404 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [req-e769c5d3-6d61-4b01-af3c-090f3853e7c5 req-2b560b1f-b8a0-43f4-a873-2ad19b430418 service neutron] For port 8b832084-eb7d-496c-bc7a-d06184bd40fc, host hv-cinder-77819, cleared binding levels {{(pid=93874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:32:51.704820 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [req-e769c5d3-6d61-4b01-af3c-090f3853e7c5 req-2b560b1f-b8a0-43f4-a873-2ad19b430418 service neutron] For port 8b832084-eb7d-496c-bc7a-d06184bd40fc, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=8b832084-eb7d-496c-bc7a-d06184bd40fc,segment=NetworkSegment(14aa025e-dd6c-45fc-a8a8-06cb8f48a6ca),segment_id=14aa025e-dd6c-45fc-a8a8-06cb8f48a6ca)] {{(pid=93874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:32:51.710717 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-3493f59a-e326-479e-b73f-e61c938a2cb3 req-f7109958-ca60-40ce-9c98-994ed12bd66d tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Notify callbacks [] for port, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:51.712942 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [req-e769c5d3-6d61-4b01-af3c-090f3853e7c5 req-2b560b1f-b8a0-43f4-a873-2ad19b430418 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:51.715185 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-358259a9-3a89-4ac4-9d45-d123d8c0f307 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:51.722717 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-b34092c0-559f-4c9c-9e7f-7b2e51501781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:51.725816 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-b34092c0-559f-4c9c-9e7f-7b2e51501781 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:51.730222 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-b34092c0-559f-4c9c-9e7f-7b2e51501781 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/67839577-15fe-4fe6-ae12-8b760d0b1ea9 HTTP/1.1" status: 204 len: 168 time: 0.3920968 Aug 31 04:32:51.735664 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [req-3493f59a-e326-479e-b73f-e61c938a2cb3 req-f7109958-ca60-40ce-9c98-994ed12bd66d tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Transition to ACTIVE for port object cc80ed91-0e6b-4c22-99f9-cd3d341652d0 will not be triggered until provisioned by entity DHCP. {{(pid=93873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 04:32:51.750668 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-358259a9-3a89-4ac4-9d45-d123d8c0f307 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:51.759067 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34092c0-559f-4c9c-9e7f-7b2e51501781 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67839577-15fe-4fe6-ae12-8b760d0b1ea9,revision_number=None']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:51.782157 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e769c5d3-6d61-4b01-af3c-090f3853e7c5 req-2b560b1f-b8a0-43f4-a873-2ad19b430418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:51.782941 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [req-e769c5d3-6d61-4b01-af3c-090f3853e7c5 req-2b560b1f-b8a0-43f4-a873-2ad19b430418 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8355474'] for port, before_response {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:51.784536 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-e769c5d3-6d61-4b01-af3c-090f3853e7c5 req-2b560b1f-b8a0-43f4-a873-2ad19b430418 service neutron] 10.222.0.13 "PUT /v2.0/ports/8b832084-eb7d-496c-bc7a-d06184bd40fc HTTP/1.1" status: 200 len: 1094 time: 2.0789342 Aug 31 04:32:51.787996 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f68a66f-3e3e-4e49-b06a-7d69459db66d', 'tag': '8b832084-eb7d-496c-bc7a-d06184bd40fc'}] {{(pid=93874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 04:32:51.817121 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-3493f59a-e326-479e-b73f-e61c938a2cb3 req-f7109958-ca60-40ce-9c98-994ed12bd66d tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730086931496'] for port, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:51.836639 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] For port 80cf53f1-dc62-4a38-bb1a-c6c3aabd1fda, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=80cf53f1-dc62-4a38-bb1a-c6c3aabd1fda,segment=NetworkSegment(50e75a1a-dbd4-418a-9de6-b2a5917b80a4),segment_id=50e75a1a-dbd4-418a-9de6-b2a5917b80a4)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:32:51.860451 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Returning: {'device': '80cf53f1-dc62-4a38-bb1a-c6c3aabd1fda', 'network_id': '4c9c44bc-58fb-4b05-9942-3faf4a44f339', 'port_id': '80cf53f1-dc62-4a38-bb1a-c6c3aabd1fda', 'mac_address': 'fa:16:3e:64:14:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '097259a5-3a3d-4228-8082-2d6c2f8f569c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93875) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 04:32:51.870974 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Provisioning for port e06eac0e-7b8c-43da-8007-40b725e406b6 completed by entity L2. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 04:32:51.901778 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Provisioning complete for port e06eac0e-7b8c-43da-8007-40b725e406b6 triggered by entity L2. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:32:51.902289 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667402'] for port, provisioning_complete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:51.951191 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3493f59a-e326-479e-b73f-e61c938a2cb3 req-f7109958-ca60-40ce-9c98-994ed12bd66d tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Network 8936ee09-226f-4718-943f-9ffdccd40918 is already hosted by enough agents. {{(pid=93873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:32:51.952640 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7109958-ca60-40ce-9c98-994ed12bd66d tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Pushing event updated for resources: {'Port': ['ID=cc80ed91-0e6b-4c22-99f9-cd3d341652d0,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:51.959745 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.scheduler.base_scheduler [req-3493f59a-e326-479e-b73f-e61c938a2cb3 req-f7109958-ca60-40ce-9c98-994ed12bd66d tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Resources bound (agent type, host, resource id): {{(pid=93873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:32:51.967216 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [req-3493f59a-e326-479e-b73f-e61c938a2cb3 req-f7109958-ca60-40ce-9c98-994ed12bd66d tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Received port after_create {{(pid=93873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 04:32:51.976715 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3493f59a-e326-479e-b73f-e61c938a2cb3 req-f7109958-ca60-40ce-9c98-994ed12bd66d tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:51.977610 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-3493f59a-e326-479e-b73f-e61c938a2cb3 req-f7109958-ca60-40ce-9c98-994ed12bd66d tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8355474'] for port, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:51.979011 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b560b1f-b8a0-43f4-a873-2ad19b430418 service neutron] Pushing event updated for resources: {'Port': ['ID=8b832084-eb7d-496c-bc7a-d06184bd40fc,revision_number=3']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:51.985178 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-358259a9-3a89-4ac4-9d45-d123d8c0f307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:51.987911 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-358259a9-3a89-4ac4-9d45-d123d8c0f307 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:51.990329 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-358259a9-3a89-4ac4-9d45-d123d8c0f307 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/733f35be-5e04-491f-8765-28de29918591 HTTP/1.1" status: 204 len: 168 time: 0.3974912 Aug 31 04:32:52.015166 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358259a9-3a89-4ac4-9d45-d123d8c0f307 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=733f35be-5e04-491f-8765-28de29918591,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:52.028637 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-3493f59a-e326-479e-b73f-e61c938a2cb3 req-f7109958-ca60-40ce-9c98-994ed12bd66d tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4615901 Aug 31 04:32:52.046589 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.v2.base [req-3493f59a-e326-479e-b73f-e61c938a2cb3 req-dab2b5ce-3920-474d-bd23-f70b68053d30 service neutron] Request body: {'port': {'device_id': '1ae96b5b-72d5-4259-9df0-add869c625fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=93873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:32:52.053320 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:52.105411 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.notifiers.nova [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80cf53f1-dc62-4a38-bb1a-c6c3aabd1fda {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 04:32:52.242728 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-3493f59a-e326-479e-b73f-e61c938a2cb3 req-dab2b5ce-3920-474d-bd23-f70b68053d30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:52.273765 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] For port 80cf53f1-dc62-4a38-bb1a-c6c3aabd1fda, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=80cf53f1-dc62-4a38-bb1a-c6c3aabd1fda,segment=NetworkSegment(50e75a1a-dbd4-418a-9de6-b2a5917b80a4),segment_id=50e75a1a-dbd4-418a-9de6-b2a5917b80a4)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:32:52.292905 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:52.293575 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Device aaf78d6f-71aa-4bfc-88a6-916d6e36bcab details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=93875) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 04:32:52.358952 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e769c5d3-6d61-4b01-af3c-090f3853e7c5 req-0e670a5b-ef5d-4e06-99b6-fc2d03e2716b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:52.364249 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-e769c5d3-6d61-4b01-af3c-090f3853e7c5 req-0e670a5b-ef5d-4e06-99b6-fc2d03e2716b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2f8e82cf86684d55bca526dc154c03d1&device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 1097 time: 0.3876312 Aug 31 04:32:52.398173 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc034a69-5a09-43de-8684-d0cf762ec94d req-989870ea-a7fe-484c-b4d2-aa9c3684093c tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:52.409797 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-fc034a69-5a09-43de-8684-d0cf762ec94d req-989870ea-a7fe-484c-b4d2-aa9c3684093c tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb2658bf-a714-436c-a25f-c5bb13131cb8 HTTP/1.1" status: 200 len: 943 time: 0.4165905 Aug 31 04:32:52.419296 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 59212) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:52.454618 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-a558147d-f012-401b-a07b-2d1448e9856e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:52.507007 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-52e0d184-80f1-4c07-924b-01a8316b5b3b None None] Provisioning for port cc80ed91-0e6b-4c22-99f9-cd3d341652d0 completed by entity DHCP. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 04:32:52.534201 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-52e0d184-80f1-4c07-924b-01a8316b5b3b None None] Provisioning complete for port cc80ed91-0e6b-4c22-99f9-cd3d341652d0 triggered by entity DHCP. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:32:52.534399 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-52e0d184-80f1-4c07-924b-01a8316b5b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667402'] for port, provisioning_complete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:52.571826 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-e769c5d3-6d61-4b01-af3c-090f3853e7c5 req-ead55e69-3f99-4fd2-b569-54ab087e328c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b832084-eb7d-496c-bc7a-d06184bd40fc HTTP/1.1" status: 200 len: 217 time: 0.1843994 Aug 31 04:32:52.625225 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-52e0d184-80f1-4c07-924b-01a8316b5b3b None None] Port cc80ed91-0e6b-4c22-99f9-cd3d341652d0 cannot update to ACTIVE because it is not bound. {{(pid=93875) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 04:32:52.629439 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] For port aaf78d6f-71aa-4bfc-88a6-916d6e36bcab, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=aaf78d6f-71aa-4bfc-88a6-916d6e36bcab,segment=NetworkSegment(50e75a1a-dbd4-418a-9de6-b2a5917b80a4),segment_id=50e75a1a-dbd4-418a-9de6-b2a5917b80a4)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:32:52.639717 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Pushing event updated for resources: {'Port': ['ID=80cf53f1-dc62-4a38-bb1a-c6c3aabd1fda,revision_number=4']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:52.645797 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:52.699945 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-a558147d-f012-401b-a07b-2d1448e9856e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:52.706393 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.notifiers.nova [req-3493f59a-e326-479e-b73f-e61c938a2cb3 req-dab2b5ce-3920-474d-bd23-f70b68053d30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc80ed91-0e6b-4c22-99f9-cd3d341652d0 {{(pid=93873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 04:32:52.716623 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-3493f59a-e326-479e-b73f-e61c938a2cb3 req-dab2b5ce-3920-474d-bd23-f70b68053d30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:52.717427 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e769c5d3-6d61-4b01-af3c-090f3853e7c5 req-df4aff79-ef26-4b7e-a682-3367b993e56d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:52.719284 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-e769c5d3-6d61-4b01-af3c-090f3853e7c5 req-df4aff79-ef26-4b7e-a682-3367b993e56d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9e15e21a-55f2-483a-9c78-48bccbedd076 HTTP/1.1" status: 200 len: 856 time: 0.1289020 Aug 31 04:32:52.721672 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] For port e06eac0e-7b8c-43da-8007-40b725e406b6, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=e06eac0e-7b8c-43da-8007-40b725e406b6,segment=NetworkSegment(13fb0274-db4a-42f8-afdc-b024b4bf6d59),segment_id=13fb0274-db4a-42f8-afdc-b024b4bf6d59)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:32:52.722540 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5938699f339110e9e8a85feef94aa89cb8ce9e43d70de9421afa6be4e30d1429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04624f88-c8a4-4f32-bb46-a234013af644" -d '{"events": [{"name": "network-changed", "server_uuid": "0f68a66f-3e3e-4e49-b06a-7d69459db66d", "tag": "8b832084-eb7d-496c-bc7a-d06184bd40fc"}]}' {{(pid=93874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:32:52.723297 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c859cc46-668d-40eb-a3e5-5191d0402f21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e06eac0e-7b8c-43da-8007-40b725e406b6'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 04:32:52.731564 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [req-3493f59a-e326-479e-b73f-e61c938a2cb3 req-dab2b5ce-3920-474d-bd23-f70b68053d30 service neutron] Transition to ACTIVE for port object cc80ed91-0e6b-4c22-99f9-cd3d341652d0 will not be triggered until provisioned by entity L2. {{(pid=93873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 04:32:52.732794 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-a558147d-f012-401b-a07b-2d1448e9856e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:52.744782 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-3493f59a-e326-479e-b73f-e61c938a2cb3 req-dab2b5ce-3920-474d-bd23-f70b68053d30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:52.763843 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d22edd-abcc-4033-9064-70438cbde375 req-c82b742a-cf2b-4f2a-8b69-32ea5734dd1e tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:52.771957 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-b1d22edd-abcc-4033-9064-70438cbde375 req-c82b742a-cf2b-4f2a-8b69-32ea5734dd1e tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 944 time: 0.4314711 Aug 31 04:32:52.805753 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Returning: {'device': 'aaf78d6f-71aa-4bfc-88a6-916d6e36bcab', 'network_id': '4c9c44bc-58fb-4b05-9942-3faf4a44f339', 'port_id': 'aaf78d6f-71aa-4bfc-88a6-916d6e36bcab', 'mac_address': 'fa:16:3e:fd:e4:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '097259a5-3a3d-4228-8082-2d6c2f8f569c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93875) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 04:32:52.819325 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a558147d-f012-401b-a07b-2d1448e9856e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5cbadf5-adfe-4b7f-81c0-a3254c3d6973,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:52.823668 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-a558147d-f012-401b-a07b-2d1448e9856e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bc97afbf0516472ca6351ef2405da585&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4033618 Aug 31 04:32:52.825938 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:52.827390 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 59228) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:52.847307 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab2b5ce-3920-474d-bd23-f70b68053d30 service neutron] Pushing event updated for resources: {'Port': ['ID=cc80ed91-0e6b-4c22-99f9-cd3d341652d0,revision_number=2']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:52.852233 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-fc034a69-5a09-43de-8684-d0cf762ec94d req-07f50426-d365-4e3d-a2b1-cbc4560fb489 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/security-groups?id=75b78e4a-f72a-42ae-924c-e5c8844ea7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4021468 Aug 31 04:32:52.900232 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 59230) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:52.926763 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-b1d22edd-abcc-4033-9064-70438cbde375 req-aeb70fcb-14d6-44fe-b503-40cc82b46d56 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b04e1e0-6e1c-49a5-a7f2-f3ca3ba46212&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1485202 Aug 31 04:32:52.932497 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e769c5d3-6d61-4b01-af3c-090f3853e7c5 req-27f27899-10fc-463a-bc65-5bb5be3a6d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:52.936763 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-e769c5d3-6d61-4b01-af3c-090f3853e7c5 req-27f27899-10fc-463a-bc65-5bb5be3a6d1e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2b1770a4-934d-49a7-a5c2-844beb26d79a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2008548 Aug 31 04:32:52.941915 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.managers [req-3493f59a-e326-479e-b73f-e61c938a2cb3 req-dab2b5ce-3920-474d-bd23-f70b68053d30 service neutron] Attempting to bind port cc80ed91-0e6b-4c22-99f9-cd3d341652d0 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 04:32:52.942279 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.managers [req-3493f59a-e326-479e-b73f-e61c938a2cb3 req-dab2b5ce-3920-474d-bd23-f70b68053d30 service neutron] Attempting to bind port cc80ed91-0e6b-4c22-99f9-cd3d341652d0 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': 'f068b9d6-cd7c-4610-b419-d71f6e8f87e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '8936ee09-226f-4718-943f-9ffdccd40918'}] {{(pid=93873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 04:32:52.942606 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3493f59a-e326-479e-b73f-e61c938a2cb3 req-dab2b5ce-3920-474d-bd23-f70b68053d30 service neutron] Attempting to bind port cc80ed91-0e6b-4c22-99f9-cd3d341652d0 on network 8936ee09-226f-4718-943f-9ffdccd40918 {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 04:32:52.958007 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-0db7cb14-8118-4022-afce-023c78d79a36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:52.971801 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3493f59a-e326-479e-b73f-e61c938a2cb3 req-dab2b5ce-3920-474d-bd23-f70b68053d30 service neutron] Port cc80ed91-0e6b-4c22-99f9-cd3d341652d0 on network 8936ee09-226f-4718-943f-9ffdccd40918 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 04:32:52.972129 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3493f59a-e326-479e-b73f-e61c938a2cb3 req-dab2b5ce-3920-474d-bd23-f70b68053d30 service neutron] Attempting to bind port cc80ed91-0e6b-4c22-99f9-cd3d341652d0 on network 8936ee09-226f-4718-943f-9ffdccd40918 {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 04:32:52.997814 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Pushing event updated for resources: {'Port': ['ID=e06eac0e-7b8c-43da-8007-40b725e406b6,revision_number=5']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:53.003928 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3493f59a-e326-479e-b73f-e61c938a2cb3 req-dab2b5ce-3920-474d-bd23-f70b68053d30 service neutron] Checking agent: {'id': 'cec96490-d34b-42db-b58a-d4405faa4e11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 4, 30, 28), 'started_at': datetime.datetime(2021, 8, 31, 4, 30, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 4, 32, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 04:32:53.004132 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3493f59a-e326-479e-b73f-e61c938a2cb3 req-dab2b5ce-3920-474d-bd23-f70b68053d30 service neutron] Checking segment: {'id': 'f068b9d6-cd7c-4610-b419-d71f6e8f87e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '8936ee09-226f-4718-943f-9ffdccd40918'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 04:32:53.004513 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3493f59a-e326-479e-b73f-e61c938a2cb3 req-dab2b5ce-3920-474d-bd23-f70b68053d30 service neutron] Bound using segment: {'id': 'f068b9d6-cd7c-4610-b419-d71f6e8f87e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '8936ee09-226f-4718-943f-9ffdccd40918'} {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 04:32:53.004958 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.managers [req-3493f59a-e326-479e-b73f-e61c938a2cb3 req-dab2b5ce-3920-474d-bd23-f70b68053d30 service neutron] Bound port: cc80ed91-0e6b-4c22-99f9-cd3d341652d0, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f068b9d6-cd7c-4610-b419-d71f6e8f87e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '8936ee09-226f-4718-943f-9ffdccd40918'}}] {{(pid=93873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 04:32:53.005312 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-3493f59a-e326-479e-b73f-e61c938a2cb3 req-dab2b5ce-3920-474d-bd23-f70b68053d30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:53.020642 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:53.030722 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-1df255d6-dcff-47fa-80ee-fc0990576bdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:53.045508 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.notifiers.nova [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aaf78d6f-71aa-4bfc-88a6-916d6e36bcab {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 04:32:53.073257 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb65e2f83a67e5a17dc8ea4502d49053413b763c9a1f232c6edaada591b5d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02a7f8f9-ceb7-41dc-adae-e8a6a48a6a1f" -d '{"events": [{"server_uuid": "c859cc46-668d-40eb-a3e5-5191d0402f21", "name": "network-vif-plugged", "status": "completed", "tag": "e06eac0e-7b8c-43da-8007-40b725e406b6"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:32:53.079297 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] For port aaf78d6f-71aa-4bfc-88a6-916d6e36bcab, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=aaf78d6f-71aa-4bfc-88a6-916d6e36bcab,segment=NetworkSegment(50e75a1a-dbd4-418a-9de6-b2a5917b80a4),segment_id=50e75a1a-dbd4-418a-9de6-b2a5917b80a4)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:32:53.088536 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:53.103907 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-1df255d6-dcff-47fa-80ee-fc0990576bdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:53.112248 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ab86b8-31c7-405b-9346-380abb7f65b2 req-8f5a28f0-6097-4385-8272-63856219def0 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:53.113768 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-86ab86b8-31c7-405b-9346-380abb7f65b2 req-8f5a28f0-6097-4385-8272-63856219def0 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 943 time: 0.1407850 Aug 31 04:32:53.133865 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5ed37e-a69f-426f-b0ea-de48a6273193 req-87ade377-f51f-47d4-b71e-fb4150011f42 tempest-DeleteServersTestJSON-60392213 tempest-DeleteServersTestJSON-60392213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:53.136028 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-aa5ed37e-a69f-426f-b0ea-de48a6273193 req-87ade377-f51f-47d4-b71e-fb4150011f42 tempest-DeleteServersTestJSON-60392213 tempest-DeleteServersTestJSON-60392213-project] 10.222.0.37 "GET /v2.0/ports?device_id=c859cc46-668d-40eb-a3e5-5191d0402f21 HTTP/1.1" status: 200 len: 946 time: 0.1003156 Aug 31 04:32:53.154550 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Pushing event updated for resources: {'Port': ['ID=aaf78d6f-71aa-4bfc-88a6-916d6e36bcab,revision_number=4']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:53.177976 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [req-3493f59a-e326-479e-b73f-e61c938a2cb3 req-dab2b5ce-3920-474d-bd23-f70b68053d30 service neutron] For port cc80ed91-0e6b-4c22-99f9-cd3d341652d0, host hv-cinder-77819, cleared binding levels {{(pid=93873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:32:53.185021 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [req-3493f59a-e326-479e-b73f-e61c938a2cb3 req-dab2b5ce-3920-474d-bd23-f70b68053d30 service neutron] For port cc80ed91-0e6b-4c22-99f9-cd3d341652d0, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=cc80ed91-0e6b-4c22-99f9-cd3d341652d0,segment=NetworkSegment(f068b9d6-cd7c-4610-b419-d71f6e8f87e2),segment_id=f068b9d6-cd7c-4610-b419-d71f6e8f87e2)] {{(pid=93873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:32:53.195736 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-3493f59a-e326-479e-b73f-e61c938a2cb3 req-dab2b5ce-3920-474d-bd23-f70b68053d30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:53.203955 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-86ab86b8-31c7-405b-9346-380abb7f65b2 req-09a1bef3-05e1-4952-b74c-2adf2258d346 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/security-groups?id=330d847d-5013-4fa4-a7d6-33fbc6014196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663707 Aug 31 04:32:53.209143 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-aa5ed37e-a69f-426f-b0ea-de48a6273193 req-5c7a10a8-a7e8-46fe-bc1e-1f1b3372b2a3 tempest-DeleteServersTestJSON-60392213 tempest-DeleteServersTestJSON-60392213-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e2eb671-c941-4e48-a981-66f958b04fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597515 Aug 31 04:32:53.249156 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3493f59a-e326-479e-b73f-e61c938a2cb3 req-dab2b5ce-3920-474d-bd23-f70b68053d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:53.249918 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-3493f59a-e326-479e-b73f-e61c938a2cb3 req-dab2b5ce-3920-474d-bd23-f70b68053d30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8355474'] for port, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:53.251585 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-3493f59a-e326-479e-b73f-e61c938a2cb3 req-dab2b5ce-3920-474d-bd23-f70b68053d30 service neutron] 10.222.0.13 "PUT /v2.0/ports/cc80ed91-0e6b-4c22-99f9-cd3d341652d0 HTTP/1.1" status: 200 len: 1093 time: 1.2097301 Aug 31 04:32:53.252000 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ae96b5b-72d5-4259-9df0-add869c625fd', 'tag': 'cc80ed91-0e6b-4c22-99f9-cd3d341652d0'}] {{(pid=93873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 04:32:53.262543 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a11e4e79c753650f2852f0d7a0fe7e91abda00271ce9373e69ea4f6baf967f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8fe66e8-bf30-44b4-a7ad-6ea9c6a76a46" -d '{"events": [{"name": "network-changed", "server_uuid": "1ae96b5b-72d5-4259-9df0-add869c625fd", "tag": "cc80ed91-0e6b-4c22-99f9-cd3d341652d0"}]}' {{(pid=93873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:32:53.276030 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-0db7cb14-8118-4022-afce-023c78d79a36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:53.282630 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-1df255d6-dcff-47fa-80ee-fc0990576bdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:53.285087 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-1df255d6-dcff-47fa-80ee-fc0990576bdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:53.289441 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-1df255d6-dcff-47fa-80ee-fc0990576bdc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d5cbadf5-adfe-4b7f-81c0-a3254c3d6973 HTTP/1.1" status: 204 len: 168 time: 0.4525363 Aug 31 04:32:53.295649 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-0db7cb14-8118-4022-afce-023c78d79a36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:53.316403 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab2b5ce-3920-474d-bd23-f70b68053d30 service neutron] Pushing event updated for resources: {'Port': ['ID=cc80ed91-0e6b-4c22-99f9-cd3d341652d0,revision_number=3']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:53.322651 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df255d6-dcff-47fa-80ee-fc0990576bdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5cbadf5-adfe-4b7f-81c0-a3254c3d6973,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:53.341536 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-0db7cb14-8118-4022-afce-023c78d79a36 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c5e399b12ab34f8f94dddc911c4b5870&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4401362 Aug 31 04:32:53.345299 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 59246) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:53.368115 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db7cb14-8118-4022-afce-023c78d79a36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5bc50f4-b299-4c69-9107-131acd026673,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:53.404401 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 04:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29ca5fc7-924f-476d-b293-bea71ab0cb90 x-openstack-request-id: req-29ca5fc7-924f-476d-b293-bea71ab0cb90 {{(pid=93874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:32:53.404720 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f68a66f-3e3e-4e49-b06a-7d69459db66d", "tag": "8b832084-eb7d-496c-bc7a-d06184bd40fc", "status": "completed", "code": 200}]} {{(pid=93874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:32:53.404972 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-29ca5fc7-924f-476d-b293-bea71ab0cb90 {{(pid=93874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:32:53.405400 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f68a66f-3e3e-4e49-b06a-7d69459db66d', 'tag': '8b832084-eb7d-496c-bc7a-d06184bd40fc', 'status': 'completed', 'code': 200} Aug 31 04:32:53.449920 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 04:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-037b0b30-33a6-41fe-a670-ba0e2e1a0272 x-openstack-request-id: req-037b0b30-33a6-41fe-a670-ba0e2e1a0272 {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:32:53.450523 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ae96b5b-72d5-4259-9df0-add869c625fd", "tag": "cc80ed91-0e6b-4c22-99f9-cd3d341652d0", "status": "completed", "code": 200}]} {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:32:53.450840 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-037b0b30-33a6-41fe-a670-ba0e2e1a0272 {{(pid=93873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:32:53.451311 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ae96b5b-72d5-4259-9df0-add869c625fd', 'tag': 'cc80ed91-0e6b-4c22-99f9-cd3d341652d0', 'status': 'completed', 'code': 200} Aug 31 04:32:53.467899 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-6e18c841-f674-43b7-9fd7-a7d4f7a42f6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:53.475705 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 04:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3488d75f-d7e1-411f-92c7-a392be023c08 x-openstack-request-id: req-3488d75f-d7e1-411f-92c7-a392be023c08 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:32:53.477232 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c859cc46-668d-40eb-a3e5-5191d0402f21", "name": "network-vif-plugged", "status": "completed", "tag": "e06eac0e-7b8c-43da-8007-40b725e406b6", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:32:53.477524 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3488d75f-d7e1-411f-92c7-a392be023c08 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:32:53.478293 dv-cinder-778193-7-iscsi neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c859cc46-668d-40eb-a3e5-5191d0402f21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e06eac0e-7b8c-43da-8007-40b725e406b6', 'code': 200} Aug 31 04:32:53.499095 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-6e18c841-f674-43b7-9fd7-a7d4f7a42f6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:53.555226 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-6e18c841-f674-43b7-9fd7-a7d4f7a42f6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:53.558289 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-6e18c841-f674-43b7-9fd7-a7d4f7a42f6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:53.561745 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-6e18c841-f674-43b7-9fd7-a7d4f7a42f6e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f5bc50f4-b299-4c69-9107-131acd026673 HTTP/1.1" status: 204 len: 168 time: 0.2122459 Aug 31 04:32:53.567440 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e18c841-f674-43b7-9fd7-a7d4f7a42f6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5bc50f4-b299-4c69-9107-131acd026673,revision_number=None']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:53.637843 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 59254) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:53.870197 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-5d0b8c55-64fc-46a5-bf05-1634536c766d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:54.046523 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93ff53f-ae0e-4369-9cb1-7f3b309e7195 req-e3315a69-af11-4720-9743-0813e434ee10 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:54.048002 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-d93ff53f-ae0e-4369-9cb1-7f3b309e7195 req-e3315a69-af11-4720-9743-0813e434ee10 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb2658bf-a714-436c-a25f-c5bb13131cb8 HTTP/1.1" status: 200 len: 944 time: 0.1027145 Aug 31 04:32:54.069999 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-5d0b8c55-64fc-46a5-bf05-1634536c766d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:54.081680 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-5d0b8c55-64fc-46a5-bf05-1634536c766d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:54.142607 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0b8c55-64fc-46a5-bf05-1634536c766d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93e7ef56-c0c5-4dd7-8d0a-754ce7cd22d6,revision_number=1']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:54.154561 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-5d0b8c55-64fc-46a5-bf05-1634536c766d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d228306d21d24fe1a96ca3a9d9f1ab98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5155811 Aug 31 04:32:54.154670 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 59286) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:54.164725 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8581423-6017-46fd-9685-fdb9e9cdaaeb req-c8f2ca00-e529-4b31-8f97-5aa3a0d98882 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:54.166516 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-d8581423-6017-46fd-9685-fdb9e9cdaaeb req-c8f2ca00-e529-4b31-8f97-5aa3a0d98882 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 944 time: 0.1434238 Aug 31 04:32:54.169752 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-d93ff53f-ae0e-4369-9cb1-7f3b309e7195 req-ea4ad7f6-3896-4c1f-9726-fd67e4622426 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/security-groups?id=75b78e4a-f72a-42ae-924c-e5c8844ea7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977371 Aug 31 04:32:54.214172 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-410cb7ff-9e7b-41a9-8e24-7655e85402e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:54.223532 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-d8581423-6017-46fd-9685-fdb9e9cdaaeb req-0cb32a29-5461-40e2-bd5b-7bdd1c5f6a45 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b04e1e0-6e1c-49a5-a7f2-f3ca3ba46212&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460901 Aug 31 04:32:54.260616 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-410cb7ff-9e7b-41a9-8e24-7655e85402e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:54.353788 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9641991-39be-431a-89df-87a11339ceb7 req-0326c376-f194-4da8-828d-be39c11eb07a tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:54.354692 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-410cb7ff-9e7b-41a9-8e24-7655e85402e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:54.358334 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-410cb7ff-9e7b-41a9-8e24-7655e85402e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:54.359462 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-410cb7ff-9e7b-41a9-8e24-7655e85402e6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/93e7ef56-c0c5-4dd7-8d0a-754ce7cd22d6 HTTP/1.1" status: 204 len: 168 time: 0.2037611 Aug 31 04:32:54.361626 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-d9641991-39be-431a-89df-87a11339ceb7 req-0326c376-f194-4da8-828d-be39c11eb07a tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 943 time: 0.0686171 Aug 31 04:32:54.369424 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410cb7ff-9e7b-41a9-8e24-7655e85402e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93e7ef56-c0c5-4dd7-8d0a-754ce7cd22d6,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:54.425499 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-d9641991-39be-431a-89df-87a11339ceb7 req-8d7ed858-e013-4c0e-a100-fd64b4db94af tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/security-groups?id=330d847d-5013-4fa4-a7d6-33fbc6014196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630186 Aug 31 04:32:54.439414 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd35a30-84ee-4c65-9a21-9089713aa8a1 req-a297337c-21ba-44ad-9a71-49611d6b5151 tempest-DeleteServersTestJSON-60392213 tempest-DeleteServersTestJSON-60392213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:54.441117 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-2bd35a30-84ee-4c65-9a21-9089713aa8a1 req-a297337c-21ba-44ad-9a71-49611d6b5151 tempest-DeleteServersTestJSON-60392213 tempest-DeleteServersTestJSON-60392213-project] 10.222.0.37 "GET /v2.0/ports?device_id=c859cc46-668d-40eb-a3e5-5191d0402f21 HTTP/1.1" status: 200 len: 946 time: 0.0774786 Aug 31 04:32:54.480738 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-2bd35a30-84ee-4c65-9a21-9089713aa8a1 req-464d2438-43b7-4a4c-93c1-81c37116fd98 tempest-DeleteServersTestJSON-60392213 tempest-DeleteServersTestJSON-60392213-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e2eb671-c941-4e48-a981-66f958b04fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327361 Aug 31 04:32:55.364839 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165c2472-596f-4806-aa47-b79ceac40d1c req-2e436373-676a-411e-9a75-fe53a858b228 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:55.367907 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-165c2472-596f-4806-aa47-b79ceac40d1c req-2e436373-676a-411e-9a75-fe53a858b228 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb2658bf-a714-436c-a25f-c5bb13131cb8 HTTP/1.1" status: 200 len: 944 time: 0.1223476 Aug 31 04:32:55.416074 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fe218e-2c39-4227-8fdb-7630b01c5632 req-69e7db85-69a0-46f7-8a58-6035ac00c999 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:55.417561 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-01fe218e-2c39-4227-8fdb-7630b01c5632 req-69e7db85-69a0-46f7-8a58-6035ac00c999 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 944 time: 0.1058812 Aug 31 04:32:55.427543 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-165c2472-596f-4806-aa47-b79ceac40d1c req-e121cdeb-a18c-4ffc-8c1b-7333602d7c03 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/security-groups?id=75b78e4a-f72a-42ae-924c-e5c8844ea7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527992 Aug 31 04:32:55.489196 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-01fe218e-2c39-4227-8fdb-7630b01c5632 req-06dc99bc-6b53-4ec6-b29e-acdadca52c3b tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b04e1e0-6e1c-49a5-a7f2-f3ca3ba46212&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602288 Aug 31 04:32:55.576981 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514bce3e-544d-4b87-b558-0c0ab44f941f req-fad2f07a-860d-4c59-9383-3ddef6faba36 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:55.579175 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-514bce3e-544d-4b87-b558-0c0ab44f941f req-fad2f07a-860d-4c59-9383-3ddef6faba36 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 943 time: 0.0543981 Aug 31 04:32:55.735141 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fe66e8-bf30-44b4-a7ad-6ea9c6a76a46 req-b7d3d097-cd5b-4616-ac0f-1f78f7b22d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:55.737699 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-e8fe66e8-bf30-44b4-a7ad-6ea9c6a76a46 req-b7d3d097-cd5b-4616-ac0f-1f78f7b22d94 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9a4c00b65f96499f945037afd604da1d&device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 1096 time: 0.0566981 Aug 31 04:32:55.757136 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-514bce3e-544d-4b87-b558-0c0ab44f941f req-dcef2bab-74d4-459c-a9d7-92fdff5c4038 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/security-groups?id=330d847d-5013-4fa4-a7d6-33fbc6014196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1709158 Aug 31 04:32:55.773906 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0ba527-844c-40b3-9da7-98dfd30ec04c req-2c55fc9d-3ff5-4e03-b156-3eae8dd418fb tempest-DeleteServersTestJSON-60392213 tempest-DeleteServersTestJSON-60392213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:55.781429 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-4b0ba527-844c-40b3-9da7-98dfd30ec04c req-2c55fc9d-3ff5-4e03-b156-3eae8dd418fb tempest-DeleteServersTestJSON-60392213 tempest-DeleteServersTestJSON-60392213-project] 10.222.0.37 "GET /v2.0/ports?device_id=c859cc46-668d-40eb-a3e5-5191d0402f21 HTTP/1.1" status: 200 len: 946 time: 0.1700234 Aug 31 04:32:55.850406 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-4b0ba527-844c-40b3-9da7-98dfd30ec04c req-611ec12f-c536-4581-a072-50da91488806 tempest-DeleteServersTestJSON-60392213 tempest-DeleteServersTestJSON-60392213-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e2eb671-c941-4e48-a981-66f958b04fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642779 Aug 31 04:32:55.862315 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-e769c5d3-6d61-4b01-af3c-090f3853e7c5 req-2c3f9c5d-642f-413d-830d-48a91d01a462 service neutron] 10.222.0.13 "GET /v2.0/networks/2b1770a4-934d-49a7-a5c2-844beb26d79a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386551 Aug 31 04:32:55.932517 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] get_ports_and_sgs() called for port_ids ['80cf53f1-dc62-4a38-bb1a-c6c3aabd1fda'] {{(pid=93875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 04:32:56.035226 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e952cc4-9220-4498-8140-faa4e54c153f req-030ad0e9-8e53-4894-8304-4379f6f9a6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:56.037000 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-9e952cc4-9220-4498-8140-faa4e54c153f req-030ad0e9-8e53-4894-8304-4379f6f9a6ce service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c859cc46-668d-40eb-a3e5-5191d0402f21 HTTP/1.1" status: 200 len: 1099 time: 0.0979891 Aug 31 04:32:56.037228 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] get_ports_and_sgs() called for port_ids ['aaf78d6f-71aa-4bfc-88a6-916d6e36bcab'] {{(pid=93875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 04:32:56.089955 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [req-9e952cc4-9220-4498-8140-faa4e54c153f req-2cc00f41-3ea8-4cd0-b873-6691876d2b60 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:56.103455 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-e769c5d3-6d61-4b01-af3c-090f3853e7c5 req-481badfb-b9bc-4525-91ca-616048b32b4d service neutron] 10.222.0.13 "GET /v2.0/networks/2b1770a4-934d-49a7-a5c2-844beb26d79a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343733 Aug 31 04:32:56.188919 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fe66e8-bf30-44b4-a7ad-6ea9c6a76a46 req-02fe5afe-3616-49ef-bead-4ea9c9886fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:56.190715 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-e8fe66e8-bf30-44b4-a7ad-6ea9c6a76a46 req-02fe5afe-3616-49ef-bead-4ea9c9886fae service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=9a4c00b65f96499f945037afd604da1d&shared=False HTTP/1.1" status: 200 len: 911 time: 0.4363446 Aug 31 04:32:56.202846 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-25240077-d6da-47ca-8a20-70f68ca9d781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:56.302500 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [req-9e952cc4-9220-4498-8140-faa4e54c153f req-2cc00f41-3ea8-4cd0-b873-6691876d2b60 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:56.316244 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [req-9e952cc4-9220-4498-8140-faa4e54c153f req-2cc00f41-3ea8-4cd0-b873-6691876d2b60 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:56.344405 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04624f88-c8a4-4f32-bb46-a234013af644 req-c3bc3b8b-36fb-4c29-8683-5e08d1a8963c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:56.355780 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-04624f88-c8a4-4f32-bb46-a234013af644 req-c3bc3b8b-36fb-4c29-8683-5e08d1a8963c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2f8e82cf86684d55bca526dc154c03d1&device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 1097 time: 0.1276975 Aug 31 04:32:56.457196 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-9e952cc4-9220-4498-8140-faa4e54c153f req-2cc00f41-3ea8-4cd0-b873-6691876d2b60 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=4e2eb671-c941-4e48-a981-66f958b04fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4111295 Aug 31 04:32:56.501071 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc00f41-3ea8-4cd0-b873-6691876d2b60 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=b5acbcb0-2f9a-4655-a9c0-35d53c5f46c8,revision_number=1']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:56.573221 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fe66e8-bf30-44b4-a7ad-6ea9c6a76a46 req-96b3459f-78ec-4596-bc3e-41e8564fd86e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:56.574002 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-e8fe66e8-bf30-44b4-a7ad-6ea9c6a76a46 req-96b3459f-78ec-4596-bc3e-41e8564fd86e service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3666983 Aug 31 04:32:56.676257 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3228affa-c40b-40cb-bee5-3bb3f81339c9 req-746f7134-e26a-4769-8607-82657c60f75c tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:56.677732 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-3228affa-c40b-40cb-bee5-3bb3f81339c9 req-746f7134-e26a-4769-8607-82657c60f75c tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb2658bf-a714-436c-a25f-c5bb13131cb8 HTTP/1.1" status: 200 len: 944 time: 0.1477199 Aug 31 04:32:56.682059 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04624f88-c8a4-4f32-bb46-a234013af644 req-fcd0f11c-9034-410a-ae21-706a7510bde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:56.683521 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-04624f88-c8a4-4f32-bb46-a234013af644 req-fcd0f11c-9034-410a-ae21-706a7510bde3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2b1770a4-934d-49a7-a5c2-844beb26d79a HTTP/1.1" status: 200 len: 918 time: 0.2763536 Aug 31 04:32:56.704159 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afbe8dc-3507-4612-ae33-4145c111b310 req-9f7b5f12-c9fb-40f6-af48-8c26b50467cd tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:56.704159 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-2afbe8dc-3507-4612-ae33-4145c111b310 req-9f7b5f12-c9fb-40f6-af48-8c26b50467cd tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 944 time: 0.1083806 Aug 31 04:32:56.754594 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-3228affa-c40b-40cb-bee5-3bb3f81339c9 req-5ddf26b3-2d55-4f52-b28c-22cef99ccdb3 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/security-groups?id=75b78e4a-f72a-42ae-924c-e5c8844ea7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682266 Aug 31 04:32:56.768529 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-2afbe8dc-3507-4612-ae33-4145c111b310 req-f686d8ea-1674-4b3d-8f60-6c520d128b3a tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b04e1e0-6e1c-49a5-a7f2-f3ca3ba46212&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477209 Aug 31 04:32:56.821587 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-04624f88-c8a4-4f32-bb46-a234013af644 req-0772ab76-d17a-429d-b20e-3c3f348dd98b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b832084-eb7d-496c-bc7a-d06184bd40fc HTTP/1.1" status: 200 len: 217 time: 0.0466733 Aug 31 04:32:56.883744 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3493f59a-e326-479e-b73f-e61c938a2cb3 req-d5f08aa9-dc8a-4de7-a961-9289ad8f8c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:56.885811 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-3493f59a-e326-479e-b73f-e61c938a2cb3 req-d5f08aa9-dc8a-4de7-a961-9289ad8f8c78 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9a4c00b65f96499f945037afd604da1d&device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 1096 time: 0.0457509 Aug 31 04:32:56.908229 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04624f88-c8a4-4f32-bb46-a234013af644 req-9c28a2ed-42d6-4c55-ac93-dda73fea804f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:56.909665 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-04624f88-c8a4-4f32-bb46-a234013af644 req-9c28a2ed-42d6-4c55-ac93-dda73fea804f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9e15e21a-55f2-483a-9c78-48bccbedd076 HTTP/1.1" status: 200 len: 856 time: 0.0794237 Aug 31 04:32:56.920055 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fbd30c-bb17-4b8d-94b3-56ab7df7ab7a req-883af7dd-fdad-40f5-9708-99b7eea3405d tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:56.921547 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-b1fbd30c-bb17-4b8d-94b3-56ab7df7ab7a req-883af7dd-fdad-40f5-9708-99b7eea3405d tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 943 time: 0.0827880 Aug 31 04:32:56.955617 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-3493f59a-e326-479e-b73f-e61c938a2cb3 req-c1c9563b-6fe0-40fe-97aa-a4337f1a968e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc80ed91-0e6b-4c22-99f9-cd3d341652d0 HTTP/1.1" status: 200 len: 217 time: 0.0505264 Aug 31 04:32:57.012563 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3493f59a-e326-479e-b73f-e61c938a2cb3 req-9fbbf7db-72e6-463d-99fd-2b841f929ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:57.014019 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-3493f59a-e326-479e-b73f-e61c938a2cb3 req-9fbbf7db-72e6-463d-99fd-2b841f929ee4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dbec82d9-5dbd-41df-9df9-228f18fdefe0 HTTP/1.1" status: 200 len: 849 time: 0.0485775 Aug 31 04:32:57.024517 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04624f88-c8a4-4f32-bb46-a234013af644 req-80836462-a8e8-4be2-9e95-2baa7a08ddbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:57.026068 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-04624f88-c8a4-4f32-bb46-a234013af644 req-80836462-a8e8-4be2-9e95-2baa7a08ddbe service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2b1770a4-934d-49a7-a5c2-844beb26d79a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1036682 Aug 31 04:32:57.034110 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-b1fbd30c-bb17-4b8d-94b3-56ab7df7ab7a req-0d61d5d8-73d5-47b1-8136-46449da8853a tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/security-groups?id=330d847d-5013-4fa4-a7d6-33fbc6014196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992050 Aug 31 04:32:57.037481 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa56681-8b97-4a13-8f41-e501c19bd11b req-3df7399c-be1c-4b66-9f35-21ac8a999e85 tempest-DeleteServersTestJSON-60392213 tempest-DeleteServersTestJSON-60392213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:57.038963 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-eaa56681-8b97-4a13-8f41-e501c19bd11b req-3df7399c-be1c-4b66-9f35-21ac8a999e85 tempest-DeleteServersTestJSON-60392213 tempest-DeleteServersTestJSON-60392213-project] 10.222.0.37 "GET /v2.0/ports?device_id=c859cc46-668d-40eb-a3e5-5191d0402f21 HTTP/1.1" status: 200 len: 946 time: 0.1090040 Aug 31 04:32:57.084715 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3493f59a-e326-479e-b73f-e61c938a2cb3 req-d62cc8d5-75b0-4b16-bc8d-ef4e7a676f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:57.086367 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-3493f59a-e326-479e-b73f-e61c938a2cb3 req-d62cc8d5-75b0-4b16-bc8d-ef4e7a676f11 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8936ee09-226f-4718-943f-9ffdccd40918&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0643859 Aug 31 04:32:57.130209 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-eaa56681-8b97-4a13-8f41-e501c19bd11b req-7d86e2fe-a16c-4578-b285-f77f45e72070 tempest-DeleteServersTestJSON-60392213 tempest-DeleteServersTestJSON-60392213-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e2eb671-c941-4e48-a981-66f958b04fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828664 Aug 31 04:32:57.158157 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-04624f88-c8a4-4f32-bb46-a234013af644 req-6c0c7458-c894-4110-aa30-3d6346c2c602 service neutron] 10.222.0.13 "GET /v2.0/networks/2b1770a4-934d-49a7-a5c2-844beb26d79a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181147 Aug 31 04:32:57.254574 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-04624f88-c8a4-4f32-bb46-a234013af644 req-7a740189-c67a-42f0-b118-805d64a6548c service neutron] 10.222.0.13 "GET /v2.0/networks/2b1770a4-934d-49a7-a5c2-844beb26d79a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874259 Aug 31 04:32:57.369080 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-3493f59a-e326-479e-b73f-e61c938a2cb3 req-f1ddfee3-7a6f-4191-a47b-9284b56c49a9 service neutron] 10.222.0.13 "GET /v2.0/networks/8936ee09-226f-4718-943f-9ffdccd40918?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2736931 Aug 31 04:32:57.462231 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-3493f59a-e326-479e-b73f-e61c938a2cb3 req-56a437ba-7c93-443c-95f9-12754bddf726 service neutron] 10.222.0.13 "GET /v2.0/networks/8936ee09-226f-4718-943f-9ffdccd40918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843301 Aug 31 04:32:57.653890 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Device 80cf53f1-dc62-4a38-bb1a-c6c3aabd1fda up at agent hyperv_hv-cinder-77819 {{(pid=93875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:32:57.702100 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:57.728440 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Provisioning for port 80cf53f1-dc62-4a38-bb1a-c6c3aabd1fda completed by entity L2. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 04:32:57.732402 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Provisioning complete for port 80cf53f1-dc62-4a38-bb1a-c6c3aabd1fda triggered by entity L2. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:32:57.732771 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667402'] for port, provisioning_complete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:57.826224 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:57.857416 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb2658bf-a714-436c-a25f-c5bb13131cb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80cf53f1-dc62-4a38-bb1a-c6c3aabd1fda'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 04:32:57.866007 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb65e2f83a67e5a17dc8ea4502d49053413b763c9a1f232c6edaada591b5d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc4dd549-3338-46e4-ae83-b7151cf5fe11" -d '{"events": [{"server_uuid": "bb2658bf-a714-436c-a25f-c5bb13131cb8", "name": "network-vif-plugged", "status": "completed", "tag": "80cf53f1-dc62-4a38-bb1a-c6c3aabd1fda"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:32:57.880700 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] For port 80cf53f1-dc62-4a38-bb1a-c6c3aabd1fda, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=80cf53f1-dc62-4a38-bb1a-c6c3aabd1fda,segment=NetworkSegment(50e75a1a-dbd4-418a-9de6-b2a5917b80a4),segment_id=50e75a1a-dbd4-418a-9de6-b2a5917b80a4)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:32:57.887639 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:57.889032 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Device aaf78d6f-71aa-4bfc-88a6-916d6e36bcab up at agent hyperv_hv-cinder-77819 {{(pid=93875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:32:57.934556 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5862d4a-f20b-4cd2-b4f5-8d163bbcd6c5 req-315789fd-a257-469f-bd76-5f78071a1b72 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:57.942320 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-d5862d4a-f20b-4cd2-b4f5-8d163bbcd6c5 req-315789fd-a257-469f-bd76-5f78071a1b72 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 944 time: 0.0716777 Aug 31 04:32:57.987073 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62762f5-5863-4223-97af-33a3e33b30be req-7f0d984a-2883-4b4e-ad7c-aff20e9019aa tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:57.988692 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-f62762f5-5863-4223-97af-33a3e33b30be req-7f0d984a-2883-4b4e-ad7c-aff20e9019aa tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb2658bf-a714-436c-a25f-c5bb13131cb8 HTTP/1.1" status: 200 len: 944 time: 0.1591535 Aug 31 04:32:58.008189 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Provisioning for port aaf78d6f-71aa-4bfc-88a6-916d6e36bcab completed by entity L2. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 04:32:58.015327 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Provisioning complete for port aaf78d6f-71aa-4bfc-88a6-916d6e36bcab triggered by entity L2. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:32:58.015734 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667402'] for port, provisioning_complete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:58.018034 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Pushing event updated for resources: {'Port': ['ID=80cf53f1-dc62-4a38-bb1a-c6c3aabd1fda,revision_number=5']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:58.028489 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-d5862d4a-f20b-4cd2-b4f5-8d163bbcd6c5 req-fa136695-31ff-4794-b7f8-6784dd52eac9 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b04e1e0-6e1c-49a5-a7f2-f3ca3ba46212&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852463 Aug 31 04:32:58.082826 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-f62762f5-5863-4223-97af-33a3e33b30be req-34e99d4c-b7a4-4b3f-ae31-8f918f603717 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/security-groups?id=75b78e4a-f72a-42ae-924c-e5c8844ea7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532293 Aug 31 04:32:58.169073 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 04:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de3fcb8a-d27e-4c57-bf3b-acf079424215 x-openstack-request-id: req-de3fcb8a-d27e-4c57-bf3b-acf079424215 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:32:58.169340 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb2658bf-a714-436c-a25f-c5bb13131cb8", "name": "network-vif-plugged", "status": "completed", "tag": "80cf53f1-dc62-4a38-bb1a-c6c3aabd1fda", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:32:58.169589 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-de3fcb8a-d27e-4c57-bf3b-acf079424215 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:32:58.169966 dv-cinder-778193-7-iscsi neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb2658bf-a714-436c-a25f-c5bb13131cb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80cf53f1-dc62-4a38-bb1a-c6c3aabd1fda', 'code': 200} Aug 31 04:32:58.199098 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d04277-c196-4d3c-88d7-e084f99273ef req-0d513a34-500f-49d5-a381-5c1089095287 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:58.200502 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-25d04277-c196-4d3c-88d7-e084f99273ef req-0d513a34-500f-49d5-a381-5c1089095287 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 943 time: 0.0513120 Aug 31 04:32:58.244388 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:58.278941 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] For port aaf78d6f-71aa-4bfc-88a6-916d6e36bcab, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=aaf78d6f-71aa-4bfc-88a6-916d6e36bcab,segment=NetworkSegment(50e75a1a-dbd4-418a-9de6-b2a5917b80a4),segment_id=50e75a1a-dbd4-418a-9de6-b2a5917b80a4)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:32:58.283425 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-25d04277-c196-4d3c-88d7-e084f99273ef req-b1175086-888c-486c-9589-cde5a734440c tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/security-groups?id=330d847d-5013-4fa4-a7d6-33fbc6014196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750418 Aug 31 04:32:58.284529 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:58.309327 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cb9c9a-197d-4234-ae37-ee181c8f256e req-a7b7d58c-70b5-4e17-9f5d-455c3e4b60a4 tempest-DeleteServersTestJSON-60392213 tempest-DeleteServersTestJSON-60392213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:58.316820 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-f1cb9c9a-197d-4234-ae37-ee181c8f256e req-a7b7d58c-70b5-4e17-9f5d-455c3e4b60a4 tempest-DeleteServersTestJSON-60392213 tempest-DeleteServersTestJSON-60392213-project] 10.222.0.37 "GET /v2.0/ports?device_id=c859cc46-668d-40eb-a3e5-5191d0402f21 HTTP/1.1" status: 200 len: 946 time: 0.0918093 Aug 31 04:32:58.339231 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Pushing event updated for resources: {'Port': ['ID=aaf78d6f-71aa-4bfc-88a6-916d6e36bcab,revision_number=5']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:58.353494 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-f1cb9c9a-197d-4234-ae37-ee181c8f256e req-3173a970-a275-4f36-ad29-9afd9ebdb763 tempest-DeleteServersTestJSON-60392213 tempest-DeleteServersTestJSON-60392213-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e2eb671-c941-4e48-a981-66f958b04fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358231 Aug 31 04:32:58.413448 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ea2103-511b-4367-bc32-d30a50f7663c req-5ad45947-ab78-4b3a-99ca-dae0cc874b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:58.415264 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-63ea2103-511b-4367-bc32-d30a50f7663c req-5ad45947-ab78-4b3a-99ca-dae0cc874b61 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bb2658bf-a714-436c-a25f-c5bb13131cb8 HTTP/1.1" status: 200 len: 1098 time: 0.0794101 Aug 31 04:32:58.471284 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-63ea2103-511b-4367-bc32-d30a50f7663c req-83ccff58-254c-4897-b299-ee708dfc695f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=75b78e4a-f72a-42ae-924c-e5c8844ea7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361290 Aug 31 04:32:58.614364 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8f1f739b-5351-4535-82ad-a3c13d118a0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:58.953599 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:59.154449 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67f15e7-f31e-4a3a-966a-dd17bf44e1d5 req-45a0b129-35c7-4d4b-b88f-3a61465ead6c tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:59.156669 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-f67f15e7-f31e-4a3a-966a-dd17bf44e1d5 req-45a0b129-35c7-4d4b-b88f-3a61465ead6c tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 944 time: 0.0572100 Aug 31 04:32:59.226772 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-f67f15e7-f31e-4a3a-966a-dd17bf44e1d5 req-e775bd8e-33c8-4584-a9ae-90bcdd0a2b4d tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b04e1e0-6e1c-49a5-a7f2-f3ca3ba46212&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627091 Aug 31 04:32:59.239730 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d045ba9-36a9-4768-9a4e-24bf9d4aa858 req-267f6a6a-2e85-4e58-bbff-78b4f74321f5 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:59.241274 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-8d045ba9-36a9-4768-9a4e-24bf9d4aa858 req-267f6a6a-2e85-4e58-bbff-78b4f74321f5 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb2658bf-a714-436c-a25f-c5bb13131cb8 HTTP/1.1" status: 200 len: 945 time: 0.0704584 Aug 31 04:32:59.295065 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-8d045ba9-36a9-4768-9a4e-24bf9d4aa858 req-13f04725-293f-4ba4-b32d-803d1a78044e tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/security-groups?id=75b78e4a-f72a-42ae-924c-e5c8844ea7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443089 Aug 31 04:32:59.427500 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e5932a-8276-4d50-9b02-7ccb85c5a9a5 req-1fb7dd80-ad39-461a-bbaa-f6d7f8fdca69 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:59.435892 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-92e5932a-8276-4d50-9b02-7ccb85c5a9a5 req-1fb7dd80-ad39-461a-bbaa-f6d7f8fdca69 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 943 time: 0.0686386 Aug 31 04:32:59.530169 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-92e5932a-8276-4d50-9b02-7ccb85c5a9a5 req-10469083-818a-4a10-a466-65c003bc5e25 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/security-groups?id=330d847d-5013-4fa4-a7d6-33fbc6014196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805652 Aug 31 04:32:59.552153 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d667e1-08d4-4d16-81f9-4d92308e86ab req-c1ce7c82-9f60-4583-82f9-201dac51cc08 tempest-DeleteServersTestJSON-60392213 tempest-DeleteServersTestJSON-60392213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:59.553798 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-17d667e1-08d4-4d16-81f9-4d92308e86ab req-c1ce7c82-9f60-4583-82f9-201dac51cc08 tempest-DeleteServersTestJSON-60392213 tempest-DeleteServersTestJSON-60392213-project] 10.222.0.37 "GET /v2.0/ports?device_id=c859cc46-668d-40eb-a3e5-5191d0402f21 HTTP/1.1" status: 200 len: 946 time: 0.0803127 Aug 31 04:32:59.615118 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-17d667e1-08d4-4d16-81f9-4d92308e86ab req-052bcaa2-9ce2-46f1-b432-64e5c6a185c0 tempest-DeleteServersTestJSON-60392213 tempest-DeleteServersTestJSON-60392213-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e2eb671-c941-4e48-a981-66f958b04fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540028 Aug 31 04:32:59.629617 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 59540) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:59.670154 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Device 8b832084-eb7d-496c-bc7a-d06184bd40fc details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=93875) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 04:32:59.822758 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-8819df1c-3b0f-4570-b2ee-cf46c303a374 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:59.823792 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cae06a7b-375a-4b62-8781-ea2d8af560c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:59.849150 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] For port 8b832084-eb7d-496c-bc7a-d06184bd40fc, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=8b832084-eb7d-496c-bc7a-d06184bd40fc,segment=NetworkSegment(14aa025e-dd6c-45fc-a8a8-06cb8f48a6ca),segment_id=14aa025e-dd6c-45fc-a8a8-06cb8f48a6ca)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:32:59.866222 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Returning: {'device': '8b832084-eb7d-496c-bc7a-d06184bd40fc', 'network_id': '2b1770a4-934d-49a7-a5c2-844beb26d79a', 'port_id': '8b832084-eb7d-496c-bc7a-d06184bd40fc', 'mac_address': 'fa:16:3e:e0:5b:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e15e21a-55f2-483a-9c78-48bccbedd076', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93875) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 04:32:59.913248 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:59.933973 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.notifiers.nova [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b832084-eb7d-496c-bc7a-d06184bd40fc {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 04:32:59.969240 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-8819df1c-3b0f-4570-b2ee-cf46c303a374 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:59.973975 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-8819df1c-3b0f-4570-b2ee-cf46c303a374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:59.976205 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] For port 8b832084-eb7d-496c-bc7a-d06184bd40fc, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=8b832084-eb7d-496c-bc7a-d06184bd40fc,segment=NetworkSegment(14aa025e-dd6c-45fc-a8a8-06cb8f48a6ca),segment_id=14aa025e-dd6c-45fc-a8a8-06cb8f48a6ca)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:32:59.985140 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:59.985849 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Device cc80ed91-0e6b-4c22-99f9-cd3d341652d0 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=93875) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 04:33:00.018198 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-8819df1c-3b0f-4570-b2ee-cf46c303a374 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4dc7b493235c494ea1f57057b5b17578&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3872790 Aug 31 04:33:00.019314 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8819df1c-3b0f-4570-b2ee-cf46c303a374 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=797bf92a-5276-4929-88f2-1248b9f6a00d,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:33:00.021306 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 59560) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:33:00.082108 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Pushing event updated for resources: {'Port': ['ID=8b832084-eb7d-496c-bc7a-d06184bd40fc,revision_number=4']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:33:00.088282 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-411d2238-3364-4f16-aec7-e027ce402471 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:00.115929 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-411d2238-3364-4f16-aec7-e027ce402471 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:00.130684 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] For port cc80ed91-0e6b-4c22-99f9-cd3d341652d0, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=cc80ed91-0e6b-4c22-99f9-cd3d341652d0,segment=NetworkSegment(f068b9d6-cd7c-4610-b419-d71f6e8f87e2),segment_id=f068b9d6-cd7c-4610-b419-d71f6e8f87e2)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:33:00.163883 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Returning: {'device': 'cc80ed91-0e6b-4c22-99f9-cd3d341652d0', 'network_id': '8936ee09-226f-4718-943f-9ffdccd40918', 'port_id': 'cc80ed91-0e6b-4c22-99f9-cd3d341652d0', 'mac_address': 'fa:16:3e:b3:8f:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbec82d9-5dbd-41df-9df9-228f18fdefe0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93875) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 04:33:00.178043 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '390893f3-2c2b-4803-b7a8-3c19fb0503a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaf78d6f-71aa-4bfc-88a6-916d6e36bcab'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 04:33:00.183688 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb65e2f83a67e5a17dc8ea4502d49053413b763c9a1f232c6edaada591b5d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1e96faa-03c2-4a50-a332-55fb29e06681" -d '{"events": [{"server_uuid": "390893f3-2c2b-4803-b7a8-3c19fb0503a4", "name": "network-vif-plugged", "status": "completed", "tag": "aaf78d6f-71aa-4bfc-88a6-916d6e36bcab"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:33:00.232564 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-411d2238-3364-4f16-aec7-e027ce402471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:00.236847 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-411d2238-3364-4f16-aec7-e027ce402471 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:00.241383 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-411d2238-3364-4f16-aec7-e027ce402471 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/797bf92a-5276-4929-88f2-1248b9f6a00d HTTP/1.1" status: 204 len: 168 time: 0.2185514 Aug 31 04:33:00.253244 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411d2238-3364-4f16-aec7-e027ce402471 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=797bf92a-5276-4929-88f2-1248b9f6a00d,revision_number=None']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:33:00.303998 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 04:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8bcf86a-9ac1-4f82-a25b-619ab68680e7 x-openstack-request-id: req-b8bcf86a-9ac1-4f82-a25b-619ab68680e7 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:33:00.316908 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "390893f3-2c2b-4803-b7a8-3c19fb0503a4", "name": "network-vif-plugged", "status": "completed", "tag": "aaf78d6f-71aa-4bfc-88a6-916d6e36bcab", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:33:00.317493 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b8bcf86a-9ac1-4f82-a25b-619ab68680e7 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:33:00.318133 dv-cinder-778193-7-iscsi neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '390893f3-2c2b-4803-b7a8-3c19fb0503a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaf78d6f-71aa-4bfc-88a6-916d6e36bcab', 'code': 200} Aug 31 04:33:00.319170 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:00.391063 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.notifiers.nova [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc80ed91-0e6b-4c22-99f9-cd3d341652d0 {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 04:33:00.450950 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] For port cc80ed91-0e6b-4c22-99f9-cd3d341652d0, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=cc80ed91-0e6b-4c22-99f9-cd3d341652d0,segment=NetworkSegment(f068b9d6-cd7c-4610-b419-d71f6e8f87e2),segment_id=f068b9d6-cd7c-4610-b419-d71f6e8f87e2)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:33:00.461343 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:00.520373 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f28f55-084e-40bb-b24f-63af39f40952 req-0021e3ab-b053-47df-832d-71df62c0fc07 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:00.528927 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-b1f28f55-084e-40bb-b24f-63af39f40952 req-0021e3ab-b053-47df-832d-71df62c0fc07 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 945 time: 0.1308835 Aug 31 04:33:00.535137 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Pushing event updated for resources: {'Port': ['ID=cc80ed91-0e6b-4c22-99f9-cd3d341652d0,revision_number=4']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:33:00.551093 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103850ce-4be9-490d-b097-5abc1d5c17f9 req-02644671-e38d-4733-bd55-1dad6fee0b4a tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:00.552913 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-103850ce-4be9-490d-b097-5abc1d5c17f9 req-02644671-e38d-4733-bd55-1dad6fee0b4a tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb2658bf-a714-436c-a25f-c5bb13131cb8 HTTP/1.1" status: 200 len: 945 time: 0.1334875 Aug 31 04:33:00.589867 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b80ef77-f473-4d1a-bf9a-a3bdacdce7b6 req-5be658f9-bd8c-4065-bf5b-9b87c822a46b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:00.592891 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-0b80ef77-f473-4d1a-bf9a-a3bdacdce7b6 req-5be658f9-bd8c-4065-bf5b-9b87c822a46b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=390893f3-2c2b-4803-b7a8-3c19fb0503a4 HTTP/1.1" status: 200 len: 1098 time: 0.0574903 Aug 31 04:33:00.618689 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-b1f28f55-084e-40bb-b24f-63af39f40952 req-5893d126-eb87-4d59-bae9-1e21bdac8093 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b04e1e0-6e1c-49a5-a7f2-f3ca3ba46212&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859342 Aug 31 04:33:00.655060 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-103850ce-4be9-490d-b097-5abc1d5c17f9 req-6fd1b0f2-4905-4690-a3b5-86f461306115 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/security-groups?id=75b78e4a-f72a-42ae-924c-e5c8844ea7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834956 Aug 31 04:33:00.673870 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-0b80ef77-f473-4d1a-bf9a-a3bdacdce7b6 req-4c075e73-89e2-43ba-9f0e-0799bf66224e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=75b78e4a-f72a-42ae-924c-e5c8844ea7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732746 Aug 31 04:33:00.759413 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 59604) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:33:00.763845 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2659125f-7946-4c72-84f1-3967f6a5107f req-1fbd25fc-aaed-4584-a418-911db4c1c4a3 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:00.765374 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-2659125f-7946-4c72-84f1-3967f6a5107f req-1fbd25fc-aaed-4584-a418-911db4c1c4a3 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 944 time: 0.0507638 Aug 31 04:33:00.773369 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-026bee51-1f34-487e-ac9e-0f9f46afbd43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:00.808601 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-2659125f-7946-4c72-84f1-3967f6a5107f req-101e8664-63f4-47f9-a017-0ab06f515260 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/security-groups?id=330d847d-5013-4fa4-a7d6-33fbc6014196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369444 Aug 31 04:33:00.890848 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-026bee51-1f34-487e-ac9e-0f9f46afbd43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:00.895708 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-026bee51-1f34-487e-ac9e-0f9f46afbd43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:00.912391 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] get_ports_and_sgs() called for port_ids ['8b832084-eb7d-496c-bc7a-d06184bd40fc'] {{(pid=93875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 04:33:00.937220 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026bee51-1f34-487e-ac9e-0f9f46afbd43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df119002-ef1f-4ba3-a08d-d6051ad952ab,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:33:00.943208 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] get_ports_and_sgs() called for port_ids ['cc80ed91-0e6b-4c22-99f9-cd3d341652d0'] {{(pid=93875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 04:33:00.950521 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-026bee51-1f34-487e-ac9e-0f9f46afbd43 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c723de8ca6714e5db8adbee67b33761b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1874959 Aug 31 04:33:00.951233 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 59614) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:33:01.011377 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188a3f24-c39e-4ded-a858-a86721290ae6 req-47458005-370a-47eb-a336-363da1da3056 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:01.013308 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-188a3f24-c39e-4ded-a858-a86721290ae6 req-47458005-370a-47eb-a336-363da1da3056 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb2658bf-a714-436c-a25f-c5bb13131cb8 HTTP/1.1" status: 200 len: 945 time: 0.0838523 Aug 31 04:33:01.021982 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-21211adb-2c09-4f24-b3ae-0a2965828542 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:01.059493 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-21211adb-2c09-4f24-b3ae-0a2965828542 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:01.087145 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-188a3f24-c39e-4ded-a858-a86721290ae6 req-2d727608-a934-4d47-aac7-867d32667d13 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/security-groups?id=75b78e4a-f72a-42ae-924c-e5c8844ea7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656462 Aug 31 04:33:01.131502 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-21211adb-2c09-4f24-b3ae-0a2965828542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:01.135343 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-21211adb-2c09-4f24-b3ae-0a2965828542 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:01.136591 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-21211adb-2c09-4f24-b3ae-0a2965828542 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/df119002-ef1f-4ba3-a08d-d6051ad952ab HTTP/1.1" status: 204 len: 168 time: 0.1843832 Aug 31 04:33:01.160354 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21211adb-2c09-4f24-b3ae-0a2965828542 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df119002-ef1f-4ba3-a08d-d6051ad952ab,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:33:01.222667 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2264f22b-416c-4fe2-a178-9098249ce930 req-7d2e815c-a988-4a8f-ad42-eca25ff4a2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:01.224457 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-2264f22b-416c-4fe2-a178-9098249ce930 req-7d2e815c-a988-4a8f-ad42-eca25ff4a2fc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5c02d31770b24c65beddac4595cdfe52&device_id=bb2658bf-a714-436c-a25f-c5bb13131cb8 HTTP/1.1" status: 200 len: 1098 time: 0.0728765 Aug 31 04:33:01.234128 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a4fd8ad5-a492-4575-8673-07e6bf736dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:01.374248 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2264f22b-416c-4fe2-a178-9098249ce930 req-01b4323b-4285-413b-af89-5e5580bd0cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:01.375849 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-2264f22b-416c-4fe2-a178-9098249ce930 req-01b4323b-4285-413b-af89-5e5580bd0cb8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4c9c44bc-58fb-4b05-9942-3faf4a44f339 HTTP/1.1" status: 200 len: 919 time: 0.1353900 Aug 31 04:33:01.426349 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-2264f22b-416c-4fe2-a178-9098249ce930 req-c6569b3b-6974-4f31-916c-d5c7a61ddb6e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=80cf53f1-dc62-4a38-bb1a-c6c3aabd1fda HTTP/1.1" status: 200 len: 217 time: 0.0422387 Aug 31 04:33:01.482792 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2264f22b-416c-4fe2-a178-9098249ce930 req-cc809e45-7509-4d50-87fa-2c034ad815d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:01.484394 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-2264f22b-416c-4fe2-a178-9098249ce930 req-cc809e45-7509-4d50-87fa-2c034ad815d4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=097259a5-3a3d-4228-8082-2d6c2f8f569c HTTP/1.1" status: 200 len: 858 time: 0.0493670 Aug 31 04:33:01.521237 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-2264f22b-416c-4fe2-a178-9098249ce930 req-76196009-183c-43fe-b986-dd1adb74c0a1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4c9c44bc-58fb-4b05-9942-3faf4a44f339&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289059 Aug 31 04:33:01.673676 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-2264f22b-416c-4fe2-a178-9098249ce930 req-3850e8f7-ff48-45df-9583-f4dab4682658 service neutron] 10.222.0.13 "GET /v2.0/networks/4c9c44bc-58fb-4b05-9942-3faf4a44f339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343570 Aug 31 04:33:01.813330 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-2264f22b-416c-4fe2-a178-9098249ce930 req-74ea61e1-39d9-43bc-83a5-8039ca8ff0e8 service neutron] 10.222.0.13 "GET /v2.0/networks/4c9c44bc-58fb-4b05-9942-3faf4a44f339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304038 Aug 31 04:33:01.814818 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f933123-7f1a-41b5-a5e5-55c573bfafac req-33f56223-a9aa-4956-80ea-6d923e347048 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:01.822952 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-9f933123-7f1a-41b5-a5e5-55c573bfafac req-33f56223-a9aa-4956-80ea-6d923e347048 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 945 time: 0.0610366 Aug 31 04:33:01.880629 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-9f933123-7f1a-41b5-a5e5-55c573bfafac req-693087fd-9bba-4da3-bd22-8f164d9d83c3 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b04e1e0-6e1c-49a5-a7f2-f3ca3ba46212&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566518 Aug 31 04:33:01.991391 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f17d13-39ec-4c60-9d28-4ad6f51f0fb7 req-0a18f722-ce9d-40c2-a137-42edda04d003 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:01.993856 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-18f17d13-39ec-4c60-9d28-4ad6f51f0fb7 req-0a18f722-ce9d-40c2-a137-42edda04d003 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 944 time: 0.0750484 Aug 31 04:33:02.048957 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-18f17d13-39ec-4c60-9d28-4ad6f51f0fb7 req-21362809-7c58-4356-bcbd-ef136cf38fdb tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/security-groups?id=330d847d-5013-4fa4-a7d6-33fbc6014196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488231 Aug 31 04:33:02.296140 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94424864-4178-4c2b-aead-8ff37792e554 req-54a5d3d8-d093-4fe4-8005-c2959fc7b6ed tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:02.306073 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-94424864-4178-4c2b-aead-8ff37792e554 req-54a5d3d8-d093-4fe4-8005-c2959fc7b6ed tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb2658bf-a714-436c-a25f-c5bb13131cb8 HTTP/1.1" status: 200 len: 945 time: 0.0917122 Aug 31 04:33:02.352254 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-94424864-4178-4c2b-aead-8ff37792e554 req-4c6fb9d0-f011-43ba-bab9-c88ff1935190 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/security-groups?id=75b78e4a-f72a-42ae-924c-e5c8844ea7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450191 Aug 31 04:33:02.428291 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 59694) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:33:02.536562 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-3e165b68-5e91-4c89-9026-961a45e0f92c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:02.635019 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-3e165b68-5e91-4c89-9026-961a45e0f92c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:02.638795 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-3e165b68-5e91-4c89-9026-961a45e0f92c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:02.679112 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-3e165b68-5e91-4c89-9026-961a45e0f92c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=71f147db7b1b49f690f9e6ae0384f5b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2496245 Aug 31 04:33:02.680296 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e165b68-5e91-4c89-9026-961a45e0f92c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac76303d-ff9d-41a9-98aa-6a7870867bde,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:33:02.681692 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 59738) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:33:02.730524 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-59f8b793-2b44-4449-8c85-829e4edbb399 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:02.750816 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-59f8b793-2b44-4449-8c85-829e4edbb399 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:02.798952 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-59f8b793-2b44-4449-8c85-829e4edbb399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:02.801718 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-59f8b793-2b44-4449-8c85-829e4edbb399 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:02.805487 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-59f8b793-2b44-4449-8c85-829e4edbb399 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ac76303d-ff9d-41a9-98aa-6a7870867bde HTTP/1.1" status: 204 len: 168 time: 0.1202216 Aug 31 04:33:02.813310 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f8b793-2b44-4449-8c85-829e4edbb399 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac76303d-ff9d-41a9-98aa-6a7870867bde,revision_number=None']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:33:03.051608 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb91c36-498b-42b4-bb2d-a6c76f36d321 req-7c602c0a-8926-499e-b6eb-cb2dfd4c27da tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:03.055142 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-8bb91c36-498b-42b4-bb2d-a6c76f36d321 req-7c602c0a-8926-499e-b6eb-cb2dfd4c27da tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 945 time: 0.0677078 Aug 31 04:33:03.101654 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-8bb91c36-498b-42b4-bb2d-a6c76f36d321 req-fe14c33d-63e4-45d4-a3ef-ac103bfcc817 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b04e1e0-6e1c-49a5-a7f2-f3ca3ba46212&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401735 Aug 31 04:33:03.186189 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fdf0db-263d-43f9-a4e2-8a5f458d5446 req-e8b015b2-de1c-4e66-9e4a-726983a23e17 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:03.188221 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-10fdf0db-263d-43f9-a4e2-8a5f458d5446 req-e8b015b2-de1c-4e66-9e4a-726983a23e17 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 944 time: 0.0522161 Aug 31 04:33:03.207054 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 59762) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:33:03.233542 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-10fdf0db-263d-43f9-a4e2-8a5f458d5446 req-035781f3-5822-4353-bae2-db3c433e153c tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/security-groups?id=330d847d-5013-4fa4-a7d6-33fbc6014196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381556 Aug 31 04:33:03.242931 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-29d06368-0739-41f5-b970-153c5ed1926b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:03.357382 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-29d06368-0739-41f5-b970-153c5ed1926b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:03.361224 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-29d06368-0739-41f5-b970-153c5ed1926b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:03.403955 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d06368-0739-41f5-b970-153c5ed1926b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf621b39-a5c3-450b-86a6-f4fb09832462,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:33:03.417435 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 59786) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:33:03.420872 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-29d06368-0739-41f5-b970-153c5ed1926b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=57ec8f3f33b44b5581fc43bcaf5f3e21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2126467 Aug 31 04:33:03.501439 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc07c49-23d5-4af3-a90d-6c5b18bc095e req-2a8ed528-372d-4d7a-b6ad-827d1d097874 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:03.502942 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-efc07c49-23d5-4af3-a90d-6c5b18bc095e req-2a8ed528-372d-4d7a-b6ad-827d1d097874 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb2658bf-a714-436c-a25f-c5bb13131cb8 HTTP/1.1" status: 200 len: 945 time: 0.0730355 Aug 31 04:33:03.509145 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-49007c0a-ed7d-4307-b893-80d05091949f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:03.551576 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-49007c0a-ed7d-4307-b893-80d05091949f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:03.597863 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-efc07c49-23d5-4af3-a90d-6c5b18bc095e req-450f97d6-0afb-49ad-992c-b1cd5ee5c335 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/security-groups?id=75b78e4a-f72a-42ae-924c-e5c8844ea7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844190 Aug 31 04:33:03.627681 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-49007c0a-ed7d-4307-b893-80d05091949f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:03.630449 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-49007c0a-ed7d-4307-b893-80d05091949f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:03.631604 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-49007c0a-ed7d-4307-b893-80d05091949f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cf621b39-a5c3-450b-86a6-f4fb09832462 HTTP/1.1" status: 204 len: 168 time: 0.2132702 Aug 31 04:33:03.640779 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49007c0a-ed7d-4307-b893-80d05091949f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf621b39-a5c3-450b-86a6-f4fb09832462,revision_number=None']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:33:03.703894 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Device 8b832084-eb7d-496c-bc7a-d06184bd40fc up at agent hyperv_hv-cinder-77819 {{(pid=93875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:33:03.755917 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Provisioning for port 8b832084-eb7d-496c-bc7a-d06184bd40fc completed by entity L2. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 04:33:03.761336 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Provisioning complete for port 8b832084-eb7d-496c-bc7a-d06184bd40fc triggered by entity L2. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:33:03.761752 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667402'] for port, provisioning_complete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:03.842381 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:03.867989 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f68a66f-3e3e-4e49-b06a-7d69459db66d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b832084-eb7d-496c-bc7a-d06184bd40fc'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 04:33:03.870485 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb65e2f83a67e5a17dc8ea4502d49053413b763c9a1f232c6edaada591b5d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30c491b0-b606-41a2-8ccc-4ab320fb69ce" -d '{"events": [{"server_uuid": "0f68a66f-3e3e-4e49-b06a-7d69459db66d", "name": "network-vif-plugged", "status": "completed", "tag": "8b832084-eb7d-496c-bc7a-d06184bd40fc"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:33:03.884190 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] For port 8b832084-eb7d-496c-bc7a-d06184bd40fc, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=8b832084-eb7d-496c-bc7a-d06184bd40fc,segment=NetworkSegment(14aa025e-dd6c-45fc-a8a8-06cb8f48a6ca),segment_id=14aa025e-dd6c-45fc-a8a8-06cb8f48a6ca)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:33:03.888624 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:03.890286 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Device cc80ed91-0e6b-4c22-99f9-cd3d341652d0 up at agent hyperv_hv-cinder-77819 {{(pid=93875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:33:03.918477 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 04:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af6b42a3-f8bd-478a-9b10-4c1b960b0f60 x-openstack-request-id: req-af6b42a3-f8bd-478a-9b10-4c1b960b0f60 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:33:03.918770 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f68a66f-3e3e-4e49-b06a-7d69459db66d", "name": "network-vif-plugged", "status": "completed", "tag": "8b832084-eb7d-496c-bc7a-d06184bd40fc", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:33:03.919381 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-af6b42a3-f8bd-478a-9b10-4c1b960b0f60 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:33:03.919773 dv-cinder-778193-7-iscsi neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f68a66f-3e3e-4e49-b06a-7d69459db66d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b832084-eb7d-496c-bc7a-d06184bd40fc', 'code': 200} Aug 31 04:33:03.985806 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Pushing event updated for resources: {'Port': ['ID=8b832084-eb7d-496c-bc7a-d06184bd40fc,revision_number=5']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:33:04.014015 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Provisioning for port cc80ed91-0e6b-4c22-99f9-cd3d341652d0 completed by entity L2. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 04:33:04.019058 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Provisioning complete for port cc80ed91-0e6b-4c22-99f9-cd3d341652d0 triggered by entity L2. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:33:04.019058 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667402'] for port, provisioning_complete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:04.150325 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:04.157041 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2210cb16-acf3-4824-abdb-c9437375a41c req-923e18f5-e10a-4692-98f1-67fbb45eddda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:04.159203 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-2210cb16-acf3-4824-abdb-c9437375a41c req-923e18f5-e10a-4692-98f1-67fbb45eddda service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 1099 time: 0.0439918 Aug 31 04:33:04.196542 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] For port cc80ed91-0e6b-4c22-99f9-cd3d341652d0, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=cc80ed91-0e6b-4c22-99f9-cd3d341652d0,segment=NetworkSegment(f068b9d6-cd7c-4610-b419-d71f6e8f87e2),segment_id=f068b9d6-cd7c-4610-b419-d71f6e8f87e2)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:33:04.201904 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:04.212126 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-2210cb16-acf3-4824-abdb-c9437375a41c req-b929496f-beeb-4052-a499-7f410498e0d1 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8b04e1e0-6e1c-49a5-a7f2-f3ca3ba46212&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403559 Aug 31 04:33:04.243983 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5346f041-ce2b-4feb-849f-30fc63b53294 req-e6d8e182-6c46-4a91-95db-ff7964ad5f15 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:04.246246 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-5346f041-ce2b-4feb-849f-30fc63b53294 req-e6d8e182-6c46-4a91-95db-ff7964ad5f15 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 946 time: 0.0583565 Aug 31 04:33:04.262964 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Pushing event updated for resources: {'Port': ['ID=cc80ed91-0e6b-4c22-99f9-cd3d341652d0,revision_number=5']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:33:04.307258 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-5346f041-ce2b-4feb-849f-30fc63b53294 req-b2c18f62-7fad-416d-ad00-703695d66b78 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b04e1e0-6e1c-49a5-a7f2-f3ca3ba46212&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508587 Aug 31 04:33:04.385987 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f8fdc0-eacf-4e4b-b391-407218388f6e req-c9d54607-5a80-478f-857a-9078cc9357e4 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:04.387545 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-68f8fdc0-eacf-4e4b-b391-407218388f6e req-c9d54607-5a80-478f-857a-9078cc9357e4 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 945 time: 0.0581892 Aug 31 04:33:04.431421 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-68f8fdc0-eacf-4e4b-b391-407218388f6e req-2cb7d0d6-feea-4bd4-93f4-a5348a55c770 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/security-groups?id=330d847d-5013-4fa4-a7d6-33fbc6014196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364149 Aug 31 04:33:04.738866 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f773bb-5cb8-47dc-a648-2dad0514b845 req-331ea3d4-26cf-472b-80e1-75ca332c1491 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:04.740360 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-a3f773bb-5cb8-47dc-a648-2dad0514b845 req-331ea3d4-26cf-472b-80e1-75ca332c1491 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb2658bf-a714-436c-a25f-c5bb13131cb8 HTTP/1.1" status: 200 len: 945 time: 0.0663044 Aug 31 04:33:04.786122 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-a3f773bb-5cb8-47dc-a648-2dad0514b845 req-31401810-e6b1-48b9-9b70-90c29ab67d39 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/security-groups?id=75b78e4a-f72a-42ae-924c-e5c8844ea7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381026 Aug 31 04:33:04.966635 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 59860) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:33:05.187049 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-cbf1fe58-a121-4dc7-b1af-fd9289bf9445 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:05.292528 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-cbf1fe58-a121-4dc7-b1af-fd9289bf9445 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:05.304798 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-cbf1fe58-a121-4dc7-b1af-fd9289bf9445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:05.351653 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 59878) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:33:05.352310 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-cbf1fe58-a121-4dc7-b1af-fd9289bf9445 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6d513dab036a426f9114fdbda5cd8ed3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3833218 Aug 31 04:33:05.355290 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf1fe58-a121-4dc7-b1af-fd9289bf9445 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12ff19ae-ea3d-4460-8bf5-b279b5bcf8c4,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:33:05.439954 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-371e1cfd-bb6f-41e2-b667-444dc724586d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:05.472975 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-371e1cfd-bb6f-41e2-b667-444dc724586d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:05.489076 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fffc3c-100b-4dc6-9626-8f645919ad97 req-9314cbbf-0d4d-4733-91b4-a8a65c26ef8d tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:05.490988 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-e3fffc3c-100b-4dc6-9626-8f645919ad97 req-9314cbbf-0d4d-4733-91b4-a8a65c26ef8d tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 946 time: 0.0915120 Aug 31 04:33:05.797792 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-e3fffc3c-100b-4dc6-9626-8f645919ad97 req-b7e5090a-a473-46a6-ad75-c794f7f898ae tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b04e1e0-6e1c-49a5-a7f2-f3ca3ba46212&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2977617 Aug 31 04:33:05.814779 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2231f058-c616-45f2-b581-008e9c44705d req-2e8fcecf-3efd-4b87-b9be-f65ad45cf507 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:05.816259 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-2231f058-c616-45f2-b581-008e9c44705d req-2e8fcecf-3efd-4b87-b9be-f65ad45cf507 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 945 time: 0.3015792 Aug 31 04:33:05.848155 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-371e1cfd-bb6f-41e2-b667-444dc724586d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:05.850825 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-371e1cfd-bb6f-41e2-b667-444dc724586d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:05.852301 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-371e1cfd-bb6f-41e2-b667-444dc724586d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/12ff19ae-ea3d-4460-8bf5-b279b5bcf8c4 HTTP/1.1" status: 204 len: 168 time: 0.4996595 Aug 31 04:33:05.875279 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371e1cfd-bb6f-41e2-b667-444dc724586d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12ff19ae-ea3d-4460-8bf5-b279b5bcf8c4,revision_number=None']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:33:05.888885 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-2231f058-c616-45f2-b581-008e9c44705d req-477a417c-fbfc-438f-aa59-08b3033d863d tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/security-groups?id=330d847d-5013-4fa4-a7d6-33fbc6014196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582259 Aug 31 04:33:05.921182 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ae96b5b-72d5-4259-9df0-add869c625fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc80ed91-0e6b-4c22-99f9-cd3d341652d0'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 04:33:05.923884 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb65e2f83a67e5a17dc8ea4502d49053413b763c9a1f232c6edaada591b5d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2491d0ea-b736-4331-9fa5-4ce4b7c1e24f" -d '{"events": [{"server_uuid": "1ae96b5b-72d5-4259-9df0-add869c625fd", "name": "network-vif-plugged", "status": "completed", "tag": "cc80ed91-0e6b-4c22-99f9-cd3d341652d0"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:33:05.955789 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7106980-be50-4926-9ef4-cde4de9b0a36 req-00280bb5-7e6e-4672-8de7-6721e5896d57 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:05.958202 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-a7106980-be50-4926-9ef4-cde4de9b0a36 req-00280bb5-7e6e-4672-8de7-6721e5896d57 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb2658bf-a714-436c-a25f-c5bb13131cb8 HTTP/1.1" status: 200 len: 945 time: 0.0864284 Aug 31 04:33:05.971122 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 04:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ea754d7-af08-49ef-90d8-983049dfcb9d x-openstack-request-id: req-4ea754d7-af08-49ef-90d8-983049dfcb9d {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:33:05.971582 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ae96b5b-72d5-4259-9df0-add869c625fd", "name": "network-vif-plugged", "status": "completed", "tag": "cc80ed91-0e6b-4c22-99f9-cd3d341652d0", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:33:05.972042 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4ea754d7-af08-49ef-90d8-983049dfcb9d {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:33:05.972519 dv-cinder-778193-7-iscsi neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ae96b5b-72d5-4259-9df0-add869c625fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc80ed91-0e6b-4c22-99f9-cd3d341652d0', 'code': 200} Aug 31 04:33:06.004404 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-a7106980-be50-4926-9ef4-cde4de9b0a36 req-d03666f9-074e-4a4f-aaf0-08c4e737381d tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/security-groups?id=75b78e4a-f72a-42ae-924c-e5c8844ea7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351372 Aug 31 04:33:06.010867 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 59912) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:33:06.191693 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-4939da73-b339-4830-9cf9-a00df1df1bdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:06.245885 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bb96c3-6545-4ad1-bc78-c195a821bb34 req-ddf74977-d03d-4f3f-ab81-6d9a8a94c4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:06.247785 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-21bb96c3-6545-4ad1-bc78-c195a821bb34 req-ddf74977-d03d-4f3f-ab81-6d9a8a94c4f6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 1098 time: 0.0445628 Aug 31 04:33:06.290615 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-21bb96c3-6545-4ad1-bc78-c195a821bb34 req-ae0913cd-860e-427c-8d73-0240b50a081c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=330d847d-5013-4fa4-a7d6-33fbc6014196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341504 Aug 31 04:33:06.301487 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 59922) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:33:06.309525 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-4939da73-b339-4830-9cf9-a00df1df1bdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:06.313334 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-4939da73-b339-4830-9cf9-a00df1df1bdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:06.314775 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-adbd8f6d-ca01-476e-8bbe-edcfecc4d1bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:06.354326 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4939da73-b339-4830-9cf9-a00df1df1bdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5099fbb-d30c-4523-9343-f233ab4a2ad3,revision_number=1']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:33:06.359957 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-4939da73-b339-4830-9cf9-a00df1df1bdb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=90e0ca85a5cb409cadb727ac8f2efdf3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3480330 Aug 31 04:33:06.362774 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 59924) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:33:06.443717 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-a368d4fa-1cb6-45f7-9399-84cd7f5ec229 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:06.449308 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-adbd8f6d-ca01-476e-8bbe-edcfecc4d1bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:06.458159 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-adbd8f6d-ca01-476e-8bbe-edcfecc4d1bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:06.485017 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-a368d4fa-1cb6-45f7-9399-84cd7f5ec229 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:06.522192 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-adbd8f6d-ca01-476e-8bbe-edcfecc4d1bb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f044387d5edf470d98fbc5520ac60443&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2195504 Aug 31 04:33:06.524777 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 59926) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:33:06.528504 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbd8f6d-ca01-476e-8bbe-edcfecc4d1bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb71260e-6d7f-4961-844b-f9b0b86a9772,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:33:06.561289 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-a368d4fa-1cb6-45f7-9399-84cd7f5ec229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:06.564779 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-a368d4fa-1cb6-45f7-9399-84cd7f5ec229 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:06.566055 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-a368d4fa-1cb6-45f7-9399-84cd7f5ec229 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e5099fbb-d30c-4523-9343-f233ab4a2ad3 HTTP/1.1" status: 204 len: 168 time: 0.2022486 Aug 31 04:33:06.576230 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-66afed68-4e5e-4879-a805-04b385701c2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:06.579489 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a368d4fa-1cb6-45f7-9399-84cd7f5ec229 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5099fbb-d30c-4523-9343-f233ab4a2ad3,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:33:06.601489 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-66afed68-4e5e-4879-a805-04b385701c2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:06.653728 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-66afed68-4e5e-4879-a805-04b385701c2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:06.656525 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-66afed68-4e5e-4879-a805-04b385701c2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:06.657643 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-66afed68-4e5e-4879-a805-04b385701c2c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fb71260e-6d7f-4961-844b-f9b0b86a9772 HTTP/1.1" status: 204 len: 168 time: 0.1318214 Aug 31 04:33:06.666824 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66afed68-4e5e-4879-a805-04b385701c2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb71260e-6d7f-4961-844b-f9b0b86a9772,revision_number=None']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:33:06.933749 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b91f0a8-3d60-43a1-a38a-4afac99026db req-6af88efe-d769-4125-b07a-52614b69d53b tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:06.939932 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-0b91f0a8-3d60-43a1-a38a-4afac99026db req-6af88efe-d769-4125-b07a-52614b69d53b tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 946 time: 0.0621963 Aug 31 04:33:06.972012 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 59944) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:33:06.999413 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-66129cd0-b560-4d18-b8ac-8ca6288a2827 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:07.008474 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-0b91f0a8-3d60-43a1-a38a-4afac99026db req-3fc0a1e4-1483-407f-b704-f9bae31e3688 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b04e1e0-6e1c-49a5-a7f2-f3ca3ba46212&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575154 Aug 31 04:33:07.068172 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 59952) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:33:07.091129 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e85f8a-5387-41c2-a77c-76d063134524 req-7f35005c-24f0-4790-9168-594eadde8c27 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:07.107399 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-58e85f8a-5387-41c2-a77c-76d063134524 req-7f35005c-24f0-4790-9168-594eadde8c27 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 945 time: 0.1266966 Aug 31 04:33:07.128360 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-66129cd0-b560-4d18-b8ac-8ca6288a2827 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:07.137161 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-66129cd0-b560-4d18-b8ac-8ca6288a2827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:07.188670 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-66129cd0-b560-4d18-b8ac-8ca6288a2827 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2c3d11a367fa424ba93f5f77c185c2dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2126162 Aug 31 04:33:07.188831 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-58e85f8a-5387-41c2-a77c-76d063134524 req-1b8b2bfa-b5f4-4cd8-9bcf-90ed14792477 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/security-groups?id=330d847d-5013-4fa4-a7d6-33fbc6014196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723841 Aug 31 04:33:07.188912 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66129cd0-b560-4d18-b8ac-8ca6288a2827 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f71a8caf-cdb7-4c97-aa3e-c93fe992dee2,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:33:07.189774 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 59956) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:33:07.246191 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-67bac6d6-b939-42bc-85d3-2996ba110fc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:07.259864 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e121a720-f607-4d85-88a0-00b3f035c6c3 req-e0d380f2-6172-4c25-b3ad-8bb414943763 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:07.268136 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-e121a720-f607-4d85-88a0-00b3f035c6c3 req-e0d380f2-6172-4c25-b3ad-8bb414943763 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb2658bf-a714-436c-a25f-c5bb13131cb8 HTTP/1.1" status: 200 len: 945 time: 0.1318321 Aug 31 04:33:07.276341 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 59960) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:33:07.301048 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-7f0642c1-5a4a-40a4-ac9b-6c5667e2ae13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:07.335409 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-11d4b9df-ab03-4e47-b941-1a94f46d72d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:07.371928 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-e121a720-f607-4d85-88a0-00b3f035c6c3 req-1f503ce1-07c8-49db-aa3b-95a1245baffa tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/security-groups?id=75b78e4a-f72a-42ae-924c-e5c8844ea7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029265 Aug 31 04:33:07.374563 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-11d4b9df-ab03-4e47-b941-1a94f46d72d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:07.385272 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7aa29ce-9663-4165-8a2f-4b688567b657 req-afcf1193-1b70-4916-bce5-f33739042658 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:07.386815 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-b7aa29ce-9663-4165-8a2f-4b688567b657 req-afcf1193-1b70-4916-bce5-f33739042658 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 946 time: 0.0727344 Aug 31 04:33:07.395667 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 59964) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:33:07.400641 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.v2.base [None req-401bc651-a9f0-4b6d-92a2-f49a265a0f6a tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Request body: {'floatingip': {'port_id': '8b832084-eb7d-496c-bc7a-d06184bd40fc'}} {{(pid=93874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:33:07.451958 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-67bac6d6-b939-42bc-85d3-2996ba110fc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:07.461416 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-67bac6d6-b939-42bc-85d3-2996ba110fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:07.465352 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-11d4b9df-ab03-4e47-b941-1a94f46d72d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:07.468110 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-11d4b9df-ab03-4e47-b941-1a94f46d72d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:07.469288 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-11d4b9df-ab03-4e47-b941-1a94f46d72d7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f71a8caf-cdb7-4c97-aa3e-c93fe992dee2 HTTP/1.1" status: 204 len: 168 time: 0.2783582 Aug 31 04:33:07.484107 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-401bc651-a9f0-4b6d-92a2-f49a265a0f6a tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Notify callbacks [] for floatingip, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:07.510603 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bac6d6-b939-42bc-85d3-2996ba110fc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4636d93d-1ddf-40ce-8ff6-d637f957018a,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:33:07.519114 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-67bac6d6-b939-42bc-85d3-2996ba110fc3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=71ab039aba054acfbb8f315b72670525&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4491761 Aug 31 04:33:07.523888 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 59968) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:33:07.534653 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d4b9df-ab03-4e47-b941-1a94f46d72d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f71a8caf-cdb7-4c97-aa3e-c93fe992dee2,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:33:07.563462 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.agents_db [None req-b358f2ce-044e-44db-8ffe-8010ce8c5d43 None None] Agent healthcheck: found 6 active agents {{(pid=93876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:33:07.592728 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-3f1b3a2d-d4f9-48a5-94f1-2e5538682c82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:07.624089 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-3f1b3a2d-d4f9-48a5-94f1-2e5538682c82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:07.693679 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-3f1b3a2d-d4f9-48a5-94f1-2e5538682c82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:07.700326 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-3f1b3a2d-d4f9-48a5-94f1-2e5538682c82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:07.701717 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-3f1b3a2d-d4f9-48a5-94f1-2e5538682c82 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4636d93d-1ddf-40ce-8ff6-d637f957018a HTTP/1.1" status: 204 len: 168 time: 0.1769187 Aug 31 04:33:07.719418 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1b3a2d-d4f9-48a5-94f1-2e5538682c82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4636d93d-1ddf-40ce-8ff6-d637f957018a,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:33:07.791893 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-7f0642c1-5a4a-40a4-ac9b-6c5667e2ae13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:07.805803 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-7f0642c1-5a4a-40a4-ac9b-6c5667e2ae13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:07.888198 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-7f0642c1-5a4a-40a4-ac9b-6c5667e2ae13 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3b1ff99b5833410ea8753417225f4d7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6107628 Aug 31 04:33:07.891058 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 59978) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:33:07.891743 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0642c1-5a4a-40a4-ac9b-6c5667e2ae13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0619d826-f8ca-44f2-8478-541c7ff519f6,revision_number=1']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:33:07.983740 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-bee1afcb-03b5-47f8-bdae-c001877144e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:08.009209 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-bee1afcb-03b5-47f8-bdae-c001877144e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:08.070967 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-bee1afcb-03b5-47f8-bdae-c001877144e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:08.074924 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-bee1afcb-03b5-47f8-bdae-c001877144e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:08.076064 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-bee1afcb-03b5-47f8-bdae-c001877144e7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0619d826-f8ca-44f2-8478-541c7ff519f6 HTTP/1.1" status: 204 len: 168 time: 0.1838329 Aug 31 04:33:08.087551 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee1afcb-03b5-47f8-bdae-c001877144e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0619d826-f8ca-44f2-8478-541c7ff519f6,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:33:08.160884 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 59988) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:33:08.204961 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-df46a0d1-b22d-4275-b26f-67e0ea63264d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:08.355433 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.db.resource_extend [None req-401bc651-a9f0-4b6d-92a2-f49a265a0f6a tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 04:33:08.455840 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-401bc651-a9f0-4b6d-92a2-f49a265a0f6a tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:08.468975 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bef5cca-bb63-4f57-9346-1503fe7186e7 req-a8483102-d018-4d5d-ae3b-75c781044959 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:08.470947 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-7bef5cca-bb63-4f57-9346-1503fe7186e7 req-a8483102-d018-4d5d-ae3b-75c781044959 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 945 time: 0.1876829 Aug 31 04:33:08.479594 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-401bc651-a9f0-4b6d-92a2-f49a265a0f6a tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7956241'] for floatingip, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:08.653726 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 60012) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:33:08.840770 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.v2.base [None req-05c9093e-af30-416d-843f-7f6a83ce1eeb admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-472760458-network', 'tenant_id': 'c85883a390564a789c994f986d606512'}} {{(pid=93873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:33:08.855264 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-df46a0d1-b22d-4275-b26f-67e0ea63264d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:08.860128 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-7bef5cca-bb63-4f57-9346-1503fe7186e7 req-929dab63-2c14-4953-8c51-5eed5fe9df62 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/security-groups?id=330d847d-5013-4fa4-a7d6-33fbc6014196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3785491 Aug 31 04:33:08.864828 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-df46a0d1-b22d-4275-b26f-67e0ea63264d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:08.878782 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1162aff-dccb-487d-b97a-8e76664dfee3 req-3da7f8d6-493b-4e2f-8082-192ffaf9175d tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:08.880294 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-b1162aff-dccb-487d-b97a-8e76664dfee3 req-3da7f8d6-493b-4e2f-8082-192ffaf9175d tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb2658bf-a714-436c-a25f-c5bb13131cb8 HTTP/1.1" status: 200 len: 945 time: 0.4043245 Aug 31 04:33:08.891631 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05c9093e-af30-416d-843f-7f6a83ce1eeb admin admin] Made reservation on behalf of c85883a390564a789c994f986d606512 for: {'network': 1} {{(pid=93873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:33:08.895145 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-05c9093e-af30-416d-843f-7f6a83ce1eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for network, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:08.920720 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-05c9093e-af30-416d-843f-7f6a83ce1eeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:08.947551 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df46a0d1-b22d-4275-b26f-67e0ea63264d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b00be80f-3e70-47a3-a15b-ff80247527c7,revision_number=1']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:33:08.960836 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-df46a0d1-b22d-4275-b26f-67e0ea63264d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a96c7e795d724b74b80fdb5d5e5ba0b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7988021 Aug 31 04:33:08.965048 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 60028) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:33:08.967248 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.db.l3_db [None req-401bc651-a9f0-4b6d-92a2-f49a265a0f6a tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Floating IP 0ba156cc-b582-4c75-ad34-cd252a2478a7 associated. External IP: 172.27.3.206, port: 8b832084-eb7d-496c-bc7a-d06184bd40fc. Aug 31 04:33:09.045095 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-216cc004-54fa-464f-97bc-11dac9cc17ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:09.059241 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-b1162aff-dccb-487d-b97a-8e76664dfee3 req-93bb3938-97c0-40c6-854c-46eb29c6f637 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/security-groups?id=75b78e4a-f72a-42ae-924c-e5c8844ea7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611276 Aug 31 04:33:09.081956 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-216cc004-54fa-464f-97bc-11dac9cc17ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:09.130825 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1b2787-6693-4a99-b895-1104efb8f8e8 req-2060d5ec-933d-4301-80b9-474a5f6ff035 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:09.136641 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-4f1b2787-6693-4a99-b895-1104efb8f8e8 req-2060d5ec-933d-4301-80b9-474a5f6ff035 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 945 time: 0.1561720 Aug 31 04:33:09.143432 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 60032) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:33:09.146871 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-05c9093e-af30-416d-843f-7f6a83ce1eeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:09.152121 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.v2.base [None req-82c438f7-f40d-4feb-8791-f7a103ec5c2b tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Request body: {'floatingip': {'port_id': 'cc80ed91-0e6b-4c22-99f9-cd3d341652d0'}} {{(pid=93873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:33:09.180375 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-05c9093e-af30-416d-843f-7f6a83ce1eeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:09.242280 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-82c438f7-f40d-4feb-8791-f7a103ec5c2b tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Notify callbacks [] for floatingip, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:09.283605 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-216cc004-54fa-464f-97bc-11dac9cc17ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:09.285430 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-401bc651-a9f0-4b6d-92a2-f49a265a0f6a tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Router 1b0ed72e-a8df-4f57-a9db-54d4c4b1af8d has already been hosted by L3 agent 0d18d50c-d309-40cc-9cbf-a014e4f79dac {{(pid=93874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 04:33:09.286100 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-216cc004-54fa-464f-97bc-11dac9cc17ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:09.287282 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-216cc004-54fa-464f-97bc-11dac9cc17ee admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b00be80f-3e70-47a3-a15b-ff80247527c7 HTTP/1.1" status: 204 len: 168 time: 0.3210673 Aug 31 04:33:09.314830 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05c9093e-af30-416d-843f-7f6a83ce1eeb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 366} {{(pid=93873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 04:33:09.335991 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c9093e-af30-416d-843f-7f6a83ce1eeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a9cce14-2da3-4c2f-96c8-9d846399dadf,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:33:09.371779 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216cc004-54fa-464f-97bc-11dac9cc17ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b00be80f-3e70-47a3-a15b-ff80247527c7,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:33:09.373997 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-05c9093e-af30-416d-843f-7f6a83ce1eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671022'] for segment, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:09.374379 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.db.segments_db [None req-05c9093e-af30-416d-843f-7f6a83ce1eeb admin admin] Added segment 0aa3deef-d04e-4414-93e1-023eccb5543d of type vlan for network 7bd807cf-1e0b-4e87-bc78-a66cafcb1b36 Aug 31 04:33:09.409003 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-401bc651-a9f0-4b6d-92a2-f49a265a0f6a tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Notify agent at l3_agent.dv-cinder-778193-7-iscsi the message routers_updated {{(pid=93874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:33:09.414667 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-401bc651-a9f0-4b6d-92a2-f49a265a0f6a tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200266'] for floatingip, before_response {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:09.434019 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f42147a-1fcc-4cbb-a6ef-ee3354d2093d None None] Sync routers for ids ['1b0ed72e-a8df-4f57-a9db-54d4c4b1af8d'] in dv-cinder-778193-7-iscsi {{(pid=93876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:33:09.451054 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f42147a-1fcc-4cbb-a6ef-ee3354d2093d None None] Routers {'1b0ed72e-a8df-4f57-a9db-54d4c4b1af8d'} bound to L3 agent in host dv-cinder-778193-7-iscsi {{(pid=93876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 04:33:09.451840 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.l3_hamode_db [None req-0f42147a-1fcc-4cbb-a6ef-ee3354d2093d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T04:24:29Z,description=,heartbeat_timestamp=2021-08-31T04:32:59Z,host='dv-cinder-778193-7-iscsi',id=0d18d50c-d309-40cc-9cbf-a014e4f79dac,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T04:24:29Z,topic='l3_agent')) {'router_ids': ['1b0ed72e-a8df-4f57-a9db-54d4c4b1af8d'], 'active': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:33:09.490352 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-401bc651-a9f0-4b6d-92a2-f49a265a0f6a tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "PUT /v2.0/floatingips/0ba156cc-b582-4c75-ad34-cd252a2478a7 HTTP/1.1" status: 200 len: 992 time: 2.0903409 Aug 31 04:33:09.491068 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f68a66f-3e3e-4e49-b06a-7d69459db66d', 'tag': '8b832084-eb7d-496c-bc7a-d06184bd40fc'}] {{(pid=93874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 04:33:09.501799 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5938699f339110e9e8a85feef94aa89cb8ce9e43d70de9421afa6be4e30d1429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73b9c782-f836-4b9a-9c19-ec4b5b3a8de3" -d '{"events": [{"name": "network-changed", "server_uuid": "0f68a66f-3e3e-4e49-b06a-7d69459db66d", "tag": "8b832084-eb7d-496c-bc7a-d06184bd40fc"}]}' {{(pid=93874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:33:09.542381 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-05c9093e-af30-416d-843f-7f6a83ce1eeb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730086947184'] for network, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:09.572044 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.l3_dvr_db [None req-0f42147a-1fcc-4cbb-a6ef-ee3354d2093d None None] Set router 1b0ed72e-a8df-4f57-a9db-54d4c4b1af8d gateway port host: dv-cinder-778193-7-iscsi {{(pid=93876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 04:33:09.635560 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 04:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bb3ff7f-9be7-4728-91f8-86865d190bcc x-openstack-request-id: req-0bb3ff7f-9be7-4728-91f8-86865d190bcc {{(pid=93874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:33:09.636355 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f68a66f-3e3e-4e49-b06a-7d69459db66d", "tag": "8b832084-eb7d-496c-bc7a-d06184bd40fc", "status": "completed", "code": 200}]} {{(pid=93874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:33:09.636904 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0bb3ff7f-9be7-4728-91f8-86865d190bcc {{(pid=93874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:33:09.637448 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f68a66f-3e3e-4e49-b06a-7d69459db66d', 'tag': '8b832084-eb7d-496c-bc7a-d06184bd40fc', 'status': 'completed', 'code': 200} Aug 31 04:33:09.676393 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-05c9093e-af30-416d-843f-7f6a83ce1eeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424'] for network, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:09.677379 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c9093e-af30-416d-843f-7f6a83ce1eeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:09.678124 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-05c9093e-af30-416d-843f-7f6a83ce1eeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8355474'] for network, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:09.896483 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.l3_hamode_db [None req-0f42147a-1fcc-4cbb-a6ef-ee3354d2093d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b0ed72e-a8df-4f57-a9db-54d4c4b1af8d', 'name': 'tempest-AttachVolumeShelveTestJSON-1580808312-router', 'tenant_id': '2f8e82cf86684d55bca526dc154c03d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'external_fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '80a6a27f-a192-4ead-90e8-474aed701de6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:32:16Z', 'updated_at': '2021-08-31T04:32:23Z', 'revision_number': 4, 'project_id': '2f8e82cf86684d55bca526dc154c03d1', 'gw_port': {'id': '80a6a27f-a192-4ead-90e8-474aed701de6', 'name': '', 'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:dc:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b0ed72e-a8df-4f57-a9db-54d4c4b1af8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:32:17Z', 'updated_at': '2021-08-31T04:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-iscsi', '_floatingips': [{'id': '0ba156cc-b582-4c75-ad34-cd252a2478a7', 'tenant_id': '2f8e82cf86684d55bca526dc154c03d1', 'floating_ip_address': '172.27.3.206', 'floating_network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'router_id': '1b0ed72e-a8df-4f57-a9db-54d4c4b1af8d', 'port_id': '8b832084-eb7d-496c-bc7a-d06184bd40fc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b1770a4-934d-49a7-a5c2-844beb26d79a', 'mac_address': 'fa:16:3e:e0:5b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f68a66f-3e3e-4e49-b06a-7d69459db66d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T04:32:37Z', 'updated_at': '2021-08-31T04:33:08Z', 'revision_number': 1, 'project_id': '2f8e82cf86684d55bca526dc154c03d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6ad802d-c5e9-4d03-9475-dc5b3c914d04', 'name': '', 'network_id': '2b1770a4-934d-49a7-a5c2-844beb26d79a', 'tenant_id': '2f8e82cf86684d55bca526dc154c03d1', 'mac_address': 'fa:16:3e:a0:fa:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b0ed72e-a8df-4f57-a9db-54d4c4b1af8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9e15e21a-55f2-483a-9c78-48bccbedd076', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:32:21Z', 'updated_at': '2021-08-31T04:32:40Z', 'revision_number': 5, 'project_id': '2f8e82cf86684d55bca526dc154c03d1', 'subnets': [{'id': '9e15e21a-55f2-483a-9c78-48bccbedd076', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-7-iscsi', False) {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:33:09.899822 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-05c9093e-af30-416d-843f-7f6a83ce1eeb admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2448149 Aug 31 04:33:09.902858 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 60088) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:33:09.911641 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.v2.base [None req-cef866fa-77de-4ffd-8f21-ac849430ab19 admin admin] Request body: {'subnet': {'network_id': '7bd807cf-1e0b-4e87-bc78-a66cafcb1b36', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-472760458-subnet', 'tenant_id': 'c85883a390564a789c994f986d606512', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:33:09.927207 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f42147a-1fcc-4cbb-a6ef-ee3354d2093d None None] Checking router: 1b0ed72e-a8df-4f57-a9db-54d4c4b1af8d for host: dv-cinder-778193-7-iscsi {{(pid=93876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:33:09.936857 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f42147a-1fcc-4cbb-a6ef-ee3354d2093d None None] Routers {'1b0ed72e-a8df-4f57-a9db-54d4c4b1af8d'} bound to L3 agent in host dv-cinder-778193-7-iscsi {{(pid=93876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 04:33:09.937700 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.l3_hamode_db [None req-0f42147a-1fcc-4cbb-a6ef-ee3354d2093d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T04:24:29Z,description=,heartbeat_timestamp=2021-08-31T04:32:59Z,host='dv-cinder-778193-7-iscsi',id=0d18d50c-d309-40cc-9cbf-a014e4f79dac,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T04:24:29Z,topic='l3_agent')) {'router_ids': ['1b0ed72e-a8df-4f57-a9db-54d4c4b1af8d'], 'active': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:33:09.949260 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c9093e-af30-416d-843f-7f6a83ce1eeb admin admin] Pushing event updated for resources: {'Network': ['ID=7bd807cf-1e0b-4e87-bc78-a66cafcb1b36,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:33:09.983891 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Network 7bd807cf-1e0b-4e87-bc78-a66cafcb1b36 details requested by agent ovs-agent-dv-cinder-778193-7-iscsi with host dv-cinder-778193-7-iscsi {{(pid=93875) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 04:33:09.996426 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cef866fa-77de-4ffd-8f21-ac849430ab19 admin admin] Made reservation on behalf of c85883a390564a789c994f986d606512 for: {'subnet': 1} {{(pid=93874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:33:10.002930 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-cef866fa-77de-4ffd-8f21-ac849430ab19 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:10.055488 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.l3_dvr_db [None req-0f42147a-1fcc-4cbb-a6ef-ee3354d2093d None None] Set router 1b0ed72e-a8df-4f57-a9db-54d4c4b1af8d gateway port host: dv-cinder-778193-7-iscsi {{(pid=93876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 04:33:10.339004 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.l3_hamode_db [None req-0f42147a-1fcc-4cbb-a6ef-ee3354d2093d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b0ed72e-a8df-4f57-a9db-54d4c4b1af8d', 'name': 'tempest-AttachVolumeShelveTestJSON-1580808312-router', 'tenant_id': '2f8e82cf86684d55bca526dc154c03d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'external_fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '80a6a27f-a192-4ead-90e8-474aed701de6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:32:16Z', 'updated_at': '2021-08-31T04:32:23Z', 'revision_number': 4, 'project_id': '2f8e82cf86684d55bca526dc154c03d1', 'gw_port': {'id': '80a6a27f-a192-4ead-90e8-474aed701de6', 'name': '', 'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:dc:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b0ed72e-a8df-4f57-a9db-54d4c4b1af8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:32:17Z', 'updated_at': '2021-08-31T04:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-iscsi', '_floatingips': [{'id': '0ba156cc-b582-4c75-ad34-cd252a2478a7', 'tenant_id': '2f8e82cf86684d55bca526dc154c03d1', 'floating_ip_address': '172.27.3.206', 'floating_network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'router_id': '1b0ed72e-a8df-4f57-a9db-54d4c4b1af8d', 'port_id': '8b832084-eb7d-496c-bc7a-d06184bd40fc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b1770a4-934d-49a7-a5c2-844beb26d79a', 'mac_address': 'fa:16:3e:e0:5b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f68a66f-3e3e-4e49-b06a-7d69459db66d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T04:32:37Z', 'updated_at': '2021-08-31T04:33:08Z', 'revision_number': 1, 'project_id': '2f8e82cf86684d55bca526dc154c03d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6ad802d-c5e9-4d03-9475-dc5b3c914d04', 'name': '', 'network_id': '2b1770a4-934d-49a7-a5c2-844beb26d79a', 'tenant_id': '2f8e82cf86684d55bca526dc154c03d1', 'mac_address': 'fa:16:3e:a0:fa:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b0ed72e-a8df-4f57-a9db-54d4c4b1af8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9e15e21a-55f2-483a-9c78-48bccbedd076', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:32:21Z', 'updated_at': '2021-08-31T04:32:40Z', 'revision_number': 5, 'project_id': '2f8e82cf86684d55bca526dc154c03d1', 'subnets': [{'id': '9e15e21a-55f2-483a-9c78-48bccbedd076', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-7-iscsi', False) {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:33:10.370203 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f42147a-1fcc-4cbb-a6ef-ee3354d2093d None None] The sync data for ids ['1b0ed72e-a8df-4f57-a9db-54d4c4b1af8d'] in dv-cinder-778193-7-iscsi is: [{'id': '1b0ed72e-a8df-4f57-a9db-54d4c4b1af8d', 'name': 'tempest-AttachVolumeShelveTestJSON-1580808312-router', 'tenant_id': '2f8e82cf86684d55bca526dc154c03d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'external_fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '80a6a27f-a192-4ead-90e8-474aed701de6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:32:16Z', 'updated_at': '2021-08-31T04:32:23Z', 'revision_number': 4, 'project_id': '2f8e82cf86684d55bca526dc154c03d1', 'gw_port': {'id': '80a6a27f-a192-4ead-90e8-474aed701de6', 'name': '', 'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:dc:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b0ed72e-a8df-4f57-a9db-54d4c4b1af8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:32:17Z', 'updated_at': '2021-08-31T04:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-iscsi', '_floatingips': [{'id': '0ba156cc-b582-4c75-ad34-cd252a2478a7', 'tenant_id': '2f8e82cf86684d55bca526dc154c03d1', 'floating_ip_address': '172.27.3.206', 'floating_network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'router_id': '1b0ed72e-a8df-4f57-a9db-54d4c4b1af8d', 'port_id': '8b832084-eb7d-496c-bc7a-d06184bd40fc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b1770a4-934d-49a7-a5c2-844beb26d79a', 'mac_address': 'fa:16:3e:e0:5b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f68a66f-3e3e-4e49-b06a-7d69459db66d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T04:32:37Z', 'updated_at': '2021-08-31T04:33:08Z', 'revision_number': 1, 'project_id': '2f8e82cf86684d55bca526dc154c03d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6ad802d-c5e9-4d03-9475-dc5b3c914d04', 'name': '', 'network_id': '2b1770a4-934d-49a7-a5c2-844beb26d79a', 'tenant_id': '2f8e82cf86684d55bca526dc154c03d1', 'mac_address': 'fa:16:3e:a0:fa:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b0ed72e-a8df-4f57-a9db-54d4c4b1af8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9e15e21a-55f2-483a-9c78-48bccbedd076', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:32:21Z', 'updated_at': '2021-08-31T04:32:40Z', 'revision_number': 5, 'project_id': '2f8e82cf86684d55bca526dc154c03d1', 'subnets': [{'id': '9e15e21a-55f2-483a-9c78-48bccbedd076', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:33:10.373519 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e700fccb-0580-48a6-80c6-d9270692972c req-fe6f1004-115d-4a5d-8a55-4490c143c49d tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:10.375807 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-e700fccb-0580-48a6-80c6-d9270692972c req-fe6f1004-115d-4a5d-8a55-4490c143c49d tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb2658bf-a714-436c-a25f-c5bb13131cb8 HTTP/1.1" status: 200 len: 945 time: 0.1366405 Aug 31 04:33:10.377152 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-cef866fa-77de-4ffd-8f21-ac849430ab19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424'] for subnet, after_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:10.482872 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef866fa-77de-4ffd-8f21-ac849430ab19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b4222b9-7208-4524-94a4-225b1071354d,revision_number=0']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:33:10.509634 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-e700fccb-0580-48a6-80c6-d9270692972c req-dc1980c7-18e5-4690-9383-cf2d0e5210b7 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/security-groups?id=75b78e4a-f72a-42ae-924c-e5c8844ea7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208673 Aug 31 04:33:10.536986 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef866fa-77de-4ffd-8f21-ac849430ab19 admin admin] Checking segment: {'id': '0aa3deef-d04e-4414-93e1-023eccb5543d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '7bd807cf-1e0b-4e87-bc78-a66cafcb1b36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 04:33:10.537917 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef866fa-77de-4ffd-8f21-ac849430ab19 admin admin] Network hostable DHCP agents. Network: 7bd807cf-1e0b-4e87-bc78-a66cafcb1b36, hostable agents: ['9b8b4806-ecc0-4bb6-b220-1afcd08d5676'], hosted agents: [] {{(pid=93874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 04:33:10.564452 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef866fa-77de-4ffd-8f21-ac849430ab19 admin admin] Network 7bd807cf-1e0b-4e87-bc78-a66cafcb1b36 is scheduled to be hosted by DHCP agent 9b8b4806-ecc0-4bb6-b220-1afcd08d5676 with binding_index 1 {{(pid=93874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 04:33:10.587143 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.scheduler.base_scheduler [None req-cef866fa-77de-4ffd-8f21-ac849430ab19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-7-iscsi, 7bd807cf-1e0b-4e87-bc78-a66cafcb1b36) {{(pid=93874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:33:10.592922 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef866fa-77de-4ffd-8f21-ac849430ab19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:10.593522 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-cef866fa-77de-4ffd-8f21-ac849430ab19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8355474'] for subnet, before_response {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:10.600457 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f51a0b-bdd9-4ccf-a3e9-a4e64b450b5f None None] Network 7bd807cf-1e0b-4e87-bc78-a66cafcb1b36 requested from dv-cinder-778193-7-iscsi {{(pid=93875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 04:33:10.626452 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-cef866fa-77de-4ffd-8f21-ac849430ab19 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7218814 Aug 31 04:33:10.657946 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b9c782-f836-4b9a-9c19-ec4b5b3a8de3 req-f726e377-8095-4eea-bb7e-0ade606096bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:10.659569 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-73b9c782-f836-4b9a-9c19-ec4b5b3a8de3 req-f726e377-8095-4eea-bb7e-0ade606096bb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2f8e82cf86684d55bca526dc154c03d1&device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 1099 time: 0.9085469 Aug 31 04:33:10.731559 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa40a7f-d03e-41ae-a351-2d79a2e82e62 None None] New status for floating IP 0ba156cc-b582-4c75-ad34-cd252a2478a7: ACTIVE {{(pid=93875) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 04:33:10.849665 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b9c782-f836-4b9a-9c19-ec4b5b3a8de3 req-e33d5190-8503-41cd-9c77-7c265966d06a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:10.851997 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-73b9c782-f836-4b9a-9c19-ec4b5b3a8de3 req-e33d5190-8503-41cd-9c77-7c265966d06a service neutron] 10.222.0.13 "GET /v2.0/networks?id=2b1770a4-934d-49a7-a5c2-844beb26d79a HTTP/1.1" status: 200 len: 918 time: 0.1688721 Aug 31 04:33:10.868666 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.db.resource_extend [None req-82c438f7-f40d-4feb-8791-f7a103ec5c2b tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 04:33:11.068778 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-73b9c782-f836-4b9a-9c19-ec4b5b3a8de3 req-6ddd8b0a-01d3-40c4-9bcd-3965a5b1128c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b832084-eb7d-496c-bc7a-d06184bd40fc HTTP/1.1" status: 200 len: 1000 time: 0.2077286 Aug 31 04:33:11.091696 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-82c438f7-f40d-4feb-8791-f7a103ec5c2b tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:11.103098 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-82c438f7-f40d-4feb-8791-f7a103ec5c2b tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7956241'] for floatingip, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:11.151581 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64654b62-8a8a-4764-bebf-e1e81a661cae None None] Network 7bd807cf-1e0b-4e87-bc78-a66cafcb1b36 requested from dv-cinder-778193-7-iscsi {{(pid=93875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 04:33:11.283800 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b9c782-f836-4b9a-9c19-ec4b5b3a8de3 req-fe410c73-7520-44d3-8ac9-bdcdd3fada46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:11.294472 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-73b9c782-f836-4b9a-9c19-ec4b5b3a8de3 req-fe410c73-7520-44d3-8ac9-bdcdd3fada46 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9e15e21a-55f2-483a-9c78-48bccbedd076 HTTP/1.1" status: 200 len: 856 time: 0.1970227 Aug 31 04:33:11.365833 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53bc9fc-c95e-4ff6-b061-8f14675471c6 req-77c4303f-cbdc-4555-b340-724d5b83c8fb tempest-DeleteServersTestJSON-60392213 tempest-DeleteServersTestJSON-60392213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:11.367723 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-f53bc9fc-c95e-4ff6-b061-8f14675471c6 req-77c4303f-cbdc-4555-b340-724d5b83c8fb tempest-DeleteServersTestJSON-60392213 tempest-DeleteServersTestJSON-60392213-project] 10.222.0.37 "GET /v2.0/ports?device_id=c859cc46-668d-40eb-a3e5-5191d0402f21 HTTP/1.1" status: 200 len: 946 time: 0.0662591 Aug 31 04:33:11.369565 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.db.l3_db [None req-82c438f7-f40d-4feb-8791-f7a103ec5c2b tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Floating IP e87e7a43-80e0-4689-8729-1e4b02445e36 associated. External IP: 172.27.3.235, port: cc80ed91-0e6b-4c22-99f9-cd3d341652d0. Aug 31 04:33:11.419110 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-f53bc9fc-c95e-4ff6-b061-8f14675471c6 req-fe6be71b-6b0c-4f36-9d9f-a9ea891c57ba tempest-DeleteServersTestJSON-60392213 tempest-DeleteServersTestJSON-60392213-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e2eb671-c941-4e48-a981-66f958b04fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448205 Aug 31 04:33:11.491016 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b9c782-f836-4b9a-9c19-ec4b5b3a8de3 req-99286e5a-6c2a-4c8f-9dde-bafd7ede6bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:11.492930 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-73b9c782-f836-4b9a-9c19-ec4b5b3a8de3 req-99286e5a-6c2a-4c8f-9dde-bafd7ede6bf8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2b1770a4-934d-49a7-a5c2-844beb26d79a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1762204 Aug 31 04:33:11.573833 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 60162) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:33:11.578888 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.v2.base [None req-322419a1-a923-4df6-87bf-eb088e0cf803 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1856079442-network', 'tenant_id': '23e3fbce3a6d40b4b21747de91c7b7da'}} {{(pid=93874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:33:11.602294 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-322419a1-a923-4df6-87bf-eb088e0cf803 admin admin] Made reservation on behalf of 23e3fbce3a6d40b4b21747de91c7b7da for: {'network': 1} {{(pid=93874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:33:11.605052 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-322419a1-a923-4df6-87bf-eb088e0cf803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for network, before_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:11.623029 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-322419a1-a923-4df6-87bf-eb088e0cf803 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:11.684515 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5df10aa-8088-4a72-89a2-9231cc9612ef req-65fe78e7-2b8c-4eac-bf7c-b2089da4af9e tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:11.686164 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-f5df10aa-8088-4a72-89a2-9231cc9612ef req-65fe78e7-2b8c-4eac-bf7c-b2089da4af9e tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb2658bf-a714-436c-a25f-c5bb13131cb8 HTTP/1.1" status: 200 len: 945 time: 0.0787125 Aug 31 04:33:11.704589 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-73b9c782-f836-4b9a-9c19-ec4b5b3a8de3 req-a3256120-877d-402a-b2d5-e1330eabde63 service neutron] 10.222.0.13 "GET /v2.0/networks/2b1770a4-934d-49a7-a5c2-844beb26d79a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482909 Aug 31 04:33:11.708170 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82c438f7-f40d-4feb-8791-f7a103ec5c2b tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Router 270e5260-275a-4218-82b7-94c26fa32077 has already been hosted by L3 agent 0d18d50c-d309-40cc-9cbf-a014e4f79dac {{(pid=93873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 04:33:11.743128 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-f5df10aa-8088-4a72-89a2-9231cc9612ef req-ee2fc2cb-f830-42f7-9a43-6cc94ec451bc tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/security-groups?id=75b78e4a-f72a-42ae-924c-e5c8844ea7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485730 Aug 31 04:33:11.785958 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-322419a1-a923-4df6-87bf-eb088e0cf803 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:11.790698 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-322419a1-a923-4df6-87bf-eb088e0cf803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:11.817954 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-322419a1-a923-4df6-87bf-eb088e0cf803 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 379} {{(pid=93874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 04:33:11.824648 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322419a1-a923-4df6-87bf-eb088e0cf803 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca65f2be-2f87-44f9-97ae-46039d07ae18,revision_number=1']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:33:11.832002 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-322419a1-a923-4df6-87bf-eb088e0cf803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671022'] for segment, precommit_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:11.832338 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.db.segments_db [None req-322419a1-a923-4df6-87bf-eb088e0cf803 admin admin] Added segment d667b264-6fb7-4334-ae48-570fe3f5587d of type vlan for network 60b62661-ea24-474f-bd10-7443ae921dd7 Aug 31 04:33:11.872400 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-322419a1-a923-4df6-87bf-eb088e0cf803 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730086947184'] for network, precommit_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:11.883790 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-73b9c782-f836-4b9a-9c19-ec4b5b3a8de3 req-e38da20c-2db3-4bf6-8391-f89db9967189 service neutron] 10.222.0.13 "GET /v2.0/networks/2b1770a4-934d-49a7-a5c2-844beb26d79a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703453 Aug 31 04:33:11.897023 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82c438f7-f40d-4feb-8791-f7a103ec5c2b tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Notify agent at l3_agent.dv-cinder-778193-7-iscsi the message routers_updated {{(pid=93873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:33:11.899536 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-322419a1-a923-4df6-87bf-eb088e0cf803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424'] for network, after_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:11.900633 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-322419a1-a923-4df6-87bf-eb088e0cf803 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:11.901241 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-322419a1-a923-4df6-87bf-eb088e0cf803 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8355474'] for network, before_response {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:11.903747 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-82c438f7-f40d-4feb-8791-f7a103ec5c2b tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200266'] for floatingip, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:11.909146 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-307b91cc-502f-4afa-b216-7fbf6c251a81 None None] Sync routers for ids ['270e5260-275a-4218-82b7-94c26fa32077'] in dv-cinder-778193-7-iscsi {{(pid=93876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:33:11.921363 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307b91cc-502f-4afa-b216-7fbf6c251a81 None None] Routers {'270e5260-275a-4218-82b7-94c26fa32077'} bound to L3 agent in host dv-cinder-778193-7-iscsi {{(pid=93876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 04:33:11.922362 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.l3_hamode_db [None req-307b91cc-502f-4afa-b216-7fbf6c251a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T04:24:29Z,description=,heartbeat_timestamp=2021-08-31T04:32:59Z,host='dv-cinder-778193-7-iscsi',id=0d18d50c-d309-40cc-9cbf-a014e4f79dac,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T04:24:29Z,topic='l3_agent')) {'router_ids': ['270e5260-275a-4218-82b7-94c26fa32077'], 'active': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:33:11.933922 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-82c438f7-f40d-4feb-8791-f7a103ec5c2b tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "PUT /v2.0/floatingips/e87e7a43-80e0-4689-8729-1e4b02445e36 HTTP/1.1" status: 200 len: 991 time: 2.7894065 Aug 31 04:33:11.934553 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ae96b5b-72d5-4259-9df0-add869c625fd', 'tag': 'cc80ed91-0e6b-4c22-99f9-cd3d341652d0'}] {{(pid=93873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 04:33:11.936876 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a11e4e79c753650f2852f0d7a0fe7e91abda00271ce9373e69ea4f6baf967f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27b43540-58ad-4942-bab9-c17f736b87d2" -d '{"events": [{"name": "network-changed", "server_uuid": "1ae96b5b-72d5-4259-9df0-add869c625fd", "tag": "cc80ed91-0e6b-4c22-99f9-cd3d341652d0"}]}' {{(pid=93873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:33:11.979608 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 04:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd4dc885-e55d-41b3-8a67-cba43866414a x-openstack-request-id: req-cd4dc885-e55d-41b3-8a67-cba43866414a {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:33:11.980092 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ae96b5b-72d5-4259-9df0-add869c625fd", "tag": "cc80ed91-0e6b-4c22-99f9-cd3d341652d0", "status": "completed", "code": 200}]} {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:33:11.980519 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cd4dc885-e55d-41b3-8a67-cba43866414a {{(pid=93873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:33:11.981649 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ae96b5b-72d5-4259-9df0-add869c625fd', 'tag': 'cc80ed91-0e6b-4c22-99f9-cd3d341652d0', 'status': 'completed', 'code': 200} Aug 31 04:33:11.988620 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-322419a1-a923-4df6-87bf-eb088e0cf803 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4135635 Aug 31 04:33:11.989875 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322419a1-a923-4df6-87bf-eb088e0cf803 admin admin] Pushing event updated for resources: {'Network': ['ID=60b62661-ea24-474f-bd10-7443ae921dd7,revision_number=1']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:33:11.992120 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 60172) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:33:11.997178 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.v2.base [None req-709a492c-e1c0-4b23-88f8-a5e077f5aad1 admin admin] Request body: {'subnet': {'network_id': '60b62661-ea24-474f-bd10-7443ae921dd7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1856079442-subnet', 'tenant_id': '23e3fbce3a6d40b4b21747de91c7b7da', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:33:12.000672 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Network 60b62661-ea24-474f-bd10-7443ae921dd7 details requested by agent ovs-agent-dv-cinder-778193-7-iscsi with host dv-cinder-778193-7-iscsi {{(pid=93875) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 04:33:12.019029 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-709a492c-e1c0-4b23-88f8-a5e077f5aad1 admin admin] Made reservation on behalf of 23e3fbce3a6d40b4b21747de91c7b7da for: {'subnet': 1} {{(pid=93873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:33:12.021840 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-709a492c-e1c0-4b23-88f8-a5e077f5aad1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:12.167020 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.l3_dvr_db [None req-307b91cc-502f-4afa-b216-7fbf6c251a81 None None] Set router 270e5260-275a-4218-82b7-94c26fa32077 gateway port host: dv-cinder-778193-7-iscsi {{(pid=93876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 04:33:12.226403 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b43540-58ad-4942-bab9-c17f736b87d2 req-339bf4aa-a8b1-4236-89ee-274dfd1994a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:12.227889 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-27b43540-58ad-4942-bab9-c17f736b87d2 req-339bf4aa-a8b1-4236-89ee-274dfd1994a1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9a4c00b65f96499f945037afd604da1d&device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 1098 time: 0.0836022 Aug 31 04:33:12.251597 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-709a492c-e1c0-4b23-88f8-a5e077f5aad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424'] for subnet, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:12.374978 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709a492c-e1c0-4b23-88f8-a5e077f5aad1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=01f1cc34-8f39-4283-9101-b7650aea26b2,revision_number=0']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:33:12.397265 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709a492c-e1c0-4b23-88f8-a5e077f5aad1 admin admin] Checking segment: {'id': 'd667b264-6fb7-4334-ae48-570fe3f5587d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '60b62661-ea24-474f-bd10-7443ae921dd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 04:33:12.398179 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-709a492c-e1c0-4b23-88f8-a5e077f5aad1 admin admin] Network hostable DHCP agents. Network: 60b62661-ea24-474f-bd10-7443ae921dd7, hostable agents: ['9b8b4806-ecc0-4bb6-b220-1afcd08d5676'], hosted agents: [] {{(pid=93873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 04:33:12.400643 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b43540-58ad-4942-bab9-c17f736b87d2 req-bcf15955-7f7f-4337-bddb-9dffe64f1cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:12.401099 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.l3_hamode_db [None req-307b91cc-502f-4afa-b216-7fbf6c251a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '270e5260-275a-4218-82b7-94c26fa32077', 'name': 'tempest-AttachVolumeTestJSON-272015880-router', 'tenant_id': '9a4c00b65f96499f945037afd604da1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'external_fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': 'cf6d2b3c-8445-4fad-82e1-1ef5396f87c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:32:16Z', 'updated_at': '2021-08-31T04:32:27Z', 'revision_number': 4, 'project_id': '9a4c00b65f96499f945037afd604da1d', 'gw_port': {'id': 'cf6d2b3c-8445-4fad-82e1-1ef5396f87c2', 'name': '', 'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:7a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270e5260-275a-4218-82b7-94c26fa32077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:32:18Z', 'updated_at': '2021-08-31T04:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-iscsi', '_floatingips': [{'id': 'e87e7a43-80e0-4689-8729-1e4b02445e36', 'tenant_id': '9a4c00b65f96499f945037afd604da1d', 'floating_ip_address': '172.27.3.235', 'floating_network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'router_id': '270e5260-275a-4218-82b7-94c26fa32077', 'port_id': 'cc80ed91-0e6b-4c22-99f9-cd3d341652d0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8936ee09-226f-4718-943f-9ffdccd40918', 'mac_address': 'fa:16:3e:b3:8f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae96b5b-72d5-4259-9df0-add869c625fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T04:32:42Z', 'updated_at': '2021-08-31T04:33:10Z', 'revision_number': 1, 'project_id': '9a4c00b65f96499f945037afd604da1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9a25f97-30d1-41c0-ac4a-a3cb6f609496', 'name': '', 'network_id': '8936ee09-226f-4718-943f-9ffdccd40918', 'tenant_id': '9a4c00b65f96499f945037afd604da1d', 'mac_address': 'fa:16:3e:2d:c0:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270e5260-275a-4218-82b7-94c26fa32077', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'dbec82d9-5dbd-41df-9df9-228f18fdefe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:32:24Z', 'updated_at': '2021-08-31T04:32:38Z', 'revision_number': 5, 'project_id': '9a4c00b65f96499f945037afd604da1d', 'subnets': [{'id': 'dbec82d9-5dbd-41df-9df9-228f18fdefe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-7-iscsi', False) {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:33:12.402254 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-27b43540-58ad-4942-bab9-c17f736b87d2 req-bcf15955-7f7f-4337-bddb-9dffe64f1cf2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8936ee09-226f-4718-943f-9ffdccd40918 HTTP/1.1" status: 200 len: 911 time: 0.1595449 Aug 31 04:33:12.418690 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-709a492c-e1c0-4b23-88f8-a5e077f5aad1 admin admin] Network 60b62661-ea24-474f-bd10-7443ae921dd7 is scheduled to be hosted by DHCP agent 9b8b4806-ecc0-4bb6-b220-1afcd08d5676 with binding_index 1 {{(pid=93873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 04:33:12.428931 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-307b91cc-502f-4afa-b216-7fbf6c251a81 None None] Checking router: 270e5260-275a-4218-82b7-94c26fa32077 for host: dv-cinder-778193-7-iscsi {{(pid=93876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:33:12.437150 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307b91cc-502f-4afa-b216-7fbf6c251a81 None None] Routers {'270e5260-275a-4218-82b7-94c26fa32077'} bound to L3 agent in host dv-cinder-778193-7-iscsi {{(pid=93876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 04:33:12.437771 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.l3_hamode_db [None req-307b91cc-502f-4afa-b216-7fbf6c251a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T04:24:29Z,description=,heartbeat_timestamp=2021-08-31T04:32:59Z,host='dv-cinder-778193-7-iscsi',id=0d18d50c-d309-40cc-9cbf-a014e4f79dac,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T04:24:29Z,topic='l3_agent')) {'router_ids': ['270e5260-275a-4218-82b7-94c26fa32077'], 'active': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:33:12.461613 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.scheduler.base_scheduler [None req-709a492c-e1c0-4b23-88f8-a5e077f5aad1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-7-iscsi, 60b62661-ea24-474f-bd10-7443ae921dd7) {{(pid=93873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:33:12.470445 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-709a492c-e1c0-4b23-88f8-a5e077f5aad1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:12.471038 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-709a492c-e1c0-4b23-88f8-a5e077f5aad1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8355474'] for subnet, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:12.474653 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eee71483-9cf0-45a6-92ab-c190869852fd None None] Network 60b62661-ea24-474f-bd10-7443ae921dd7 requested from dv-cinder-778193-7-iscsi {{(pid=93875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 04:33:12.497518 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-27b43540-58ad-4942-bab9-c17f736b87d2 req-5572bdd7-6521-4af1-9a8b-711cc2e109bb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc80ed91-0e6b-4c22-99f9-cd3d341652d0 HTTP/1.1" status: 200 len: 999 time: 0.0756528 Aug 31 04:33:12.499547 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-709a492c-e1c0-4b23-88f8-a5e077f5aad1 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5063262 Aug 31 04:33:12.554939 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.l3_dvr_db [None req-307b91cc-502f-4afa-b216-7fbf6c251a81 None None] Set router 270e5260-275a-4218-82b7-94c26fa32077 gateway port host: dv-cinder-778193-7-iscsi {{(pid=93876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 04:33:12.598231 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe88e98-c683-45ca-ad91-10d2c9527216 req-17dc0dc8-94f1-4e6c-8484-eae44d7fcd6c tempest-DeleteServersTestJSON-60392213 tempest-DeleteServersTestJSON-60392213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:12.608122 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-5fe88e98-c683-45ca-ad91-10d2c9527216 req-17dc0dc8-94f1-4e6c-8484-eae44d7fcd6c tempest-DeleteServersTestJSON-60392213 tempest-DeleteServersTestJSON-60392213-project] 10.222.0.37 "GET /v2.0/ports?device_id=c859cc46-668d-40eb-a3e5-5191d0402f21 HTTP/1.1" status: 200 len: 946 time: 0.0973020 Aug 31 04:33:12.614277 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b43540-58ad-4942-bab9-c17f736b87d2 req-dee3e82a-b297-45eb-9ee9-a6fc68b0e16f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:12.615755 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-27b43540-58ad-4942-bab9-c17f736b87d2 req-dee3e82a-b297-45eb-9ee9-a6fc68b0e16f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dbec82d9-5dbd-41df-9df9-228f18fdefe0 HTTP/1.1" status: 200 len: 849 time: 0.0965912 Aug 31 04:33:12.646100 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86030b3f-9eb9-4d41-ab23-f0745596390e None None] Network 60b62661-ea24-474f-bd10-7443ae921dd7 requested from dv-cinder-778193-7-iscsi {{(pid=93875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 04:33:12.730568 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b43540-58ad-4942-bab9-c17f736b87d2 req-dcbb431f-295f-4a01-8b10-8ca454de9db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:12.732087 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-27b43540-58ad-4942-bab9-c17f736b87d2 req-dcbb431f-295f-4a01-8b10-8ca454de9db0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8936ee09-226f-4718-943f-9ffdccd40918&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1031790 Aug 31 04:33:12.736842 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-5fe88e98-c683-45ca-ad91-10d2c9527216 req-bcdcde1f-dc2f-4a09-a547-74f462f3fa80 tempest-DeleteServersTestJSON-60392213 tempest-DeleteServersTestJSON-60392213-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e2eb671-c941-4e48-a981-66f958b04fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271620 Aug 31 04:33:12.917531 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.l3_hamode_db [None req-307b91cc-502f-4afa-b216-7fbf6c251a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '270e5260-275a-4218-82b7-94c26fa32077', 'name': 'tempest-AttachVolumeTestJSON-272015880-router', 'tenant_id': '9a4c00b65f96499f945037afd604da1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'external_fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': 'cf6d2b3c-8445-4fad-82e1-1ef5396f87c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:32:16Z', 'updated_at': '2021-08-31T04:32:27Z', 'revision_number': 4, 'project_id': '9a4c00b65f96499f945037afd604da1d', 'gw_port': {'id': 'cf6d2b3c-8445-4fad-82e1-1ef5396f87c2', 'name': '', 'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:7a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270e5260-275a-4218-82b7-94c26fa32077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:32:18Z', 'updated_at': '2021-08-31T04:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-iscsi', '_floatingips': [{'id': 'e87e7a43-80e0-4689-8729-1e4b02445e36', 'tenant_id': '9a4c00b65f96499f945037afd604da1d', 'floating_ip_address': '172.27.3.235', 'floating_network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'router_id': '270e5260-275a-4218-82b7-94c26fa32077', 'port_id': 'cc80ed91-0e6b-4c22-99f9-cd3d341652d0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8936ee09-226f-4718-943f-9ffdccd40918', 'mac_address': 'fa:16:3e:b3:8f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae96b5b-72d5-4259-9df0-add869c625fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T04:32:42Z', 'updated_at': '2021-08-31T04:33:10Z', 'revision_number': 1, 'project_id': '9a4c00b65f96499f945037afd604da1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9a25f97-30d1-41c0-ac4a-a3cb6f609496', 'name': '', 'network_id': '8936ee09-226f-4718-943f-9ffdccd40918', 'tenant_id': '9a4c00b65f96499f945037afd604da1d', 'mac_address': 'fa:16:3e:2d:c0:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270e5260-275a-4218-82b7-94c26fa32077', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'dbec82d9-5dbd-41df-9df9-228f18fdefe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:32:24Z', 'updated_at': '2021-08-31T04:32:38Z', 'revision_number': 5, 'project_id': '9a4c00b65f96499f945037afd604da1d', 'subnets': [{'id': 'dbec82d9-5dbd-41df-9df9-228f18fdefe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-7-iscsi', False) {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:33:12.956347 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-27b43540-58ad-4942-bab9-c17f736b87d2 req-a812cf12-b568-4b5e-8058-b14487b29120 service neutron] 10.222.0.13 "GET /v2.0/networks/8936ee09-226f-4718-943f-9ffdccd40918?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108583 Aug 31 04:33:12.969566 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-307b91cc-502f-4afa-b216-7fbf6c251a81 None None] The sync data for ids ['270e5260-275a-4218-82b7-94c26fa32077'] in dv-cinder-778193-7-iscsi is: [{'id': '270e5260-275a-4218-82b7-94c26fa32077', 'name': 'tempest-AttachVolumeTestJSON-272015880-router', 'tenant_id': '9a4c00b65f96499f945037afd604da1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'external_fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': 'cf6d2b3c-8445-4fad-82e1-1ef5396f87c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:32:16Z', 'updated_at': '2021-08-31T04:32:27Z', 'revision_number': 4, 'project_id': '9a4c00b65f96499f945037afd604da1d', 'gw_port': {'id': 'cf6d2b3c-8445-4fad-82e1-1ef5396f87c2', 'name': '', 'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:7a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270e5260-275a-4218-82b7-94c26fa32077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:32:18Z', 'updated_at': '2021-08-31T04:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-iscsi', '_floatingips': [{'id': 'e87e7a43-80e0-4689-8729-1e4b02445e36', 'tenant_id': '9a4c00b65f96499f945037afd604da1d', 'floating_ip_address': '172.27.3.235', 'floating_network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'router_id': '270e5260-275a-4218-82b7-94c26fa32077', 'port_id': 'cc80ed91-0e6b-4c22-99f9-cd3d341652d0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8936ee09-226f-4718-943f-9ffdccd40918', 'mac_address': 'fa:16:3e:b3:8f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae96b5b-72d5-4259-9df0-add869c625fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T04:32:42Z', 'updated_at': '2021-08-31T04:33:10Z', 'revision_number': 1, 'project_id': '9a4c00b65f96499f945037afd604da1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9a25f97-30d1-41c0-ac4a-a3cb6f609496', 'name': '', 'network_id': '8936ee09-226f-4718-943f-9ffdccd40918', 'tenant_id': '9a4c00b65f96499f945037afd604da1d', 'mac_address': 'fa:16:3e:2d:c0:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270e5260-275a-4218-82b7-94c26fa32077', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'dbec82d9-5dbd-41df-9df9-228f18fdefe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:32:24Z', 'updated_at': '2021-08-31T04:32:38Z', 'revision_number': 5, 'project_id': '9a4c00b65f96499f945037afd604da1d', 'subnets': [{'id': 'dbec82d9-5dbd-41df-9df9-228f18fdefe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:33:12.981121 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d9fb4e-d6b4-4be0-95f3-2e80638f2ca5 req-2815c53d-b254-42ca-9a21-002757a7edaf tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:12.983060 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-d9d9fb4e-d6b4-4be0-95f3-2e80638f2ca5 req-2815c53d-b254-42ca-9a21-002757a7edaf tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb2658bf-a714-436c-a25f-c5bb13131cb8 HTTP/1.1" status: 200 len: 945 time: 0.1005397 Aug 31 04:33:13.057710 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-d9d9fb4e-d6b4-4be0-95f3-2e80638f2ca5 req-94b36a5c-4734-4157-9e3d-084359001ece tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/security-groups?id=75b78e4a-f72a-42ae-924c-e5c8844ea7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676537 Aug 31 04:33:13.236695 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931a9b27-2887-426b-853c-c1364534fda2 None None] New status for floating IP e87e7a43-80e0-4689-8729-1e4b02445e36: ACTIVE {{(pid=93875) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 04:33:13.368868 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-27b43540-58ad-4942-bab9-c17f736b87d2 req-be513c4a-994c-4e52-a0e6-57b3ea20c7f7 service neutron] 10.222.0.13 "GET /v2.0/networks/8936ee09-226f-4718-943f-9ffdccd40918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4036019 Aug 31 04:33:16.623575 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61d4968-b686-4fca-aae5-918886c24015 req-84a030a3-3504-44a1-a666-87c2b8dd261e tempest-DeleteServersTestJSON-60392213 tempest-DeleteServersTestJSON-60392213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:16.625026 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-e61d4968-b686-4fca-aae5-918886c24015 req-84a030a3-3504-44a1-a666-87c2b8dd261e tempest-DeleteServersTestJSON-60392213 tempest-DeleteServersTestJSON-60392213-project] 10.222.0.37 "GET /v2.0/ports?device_id=c859cc46-668d-40eb-a3e5-5191d0402f21 HTTP/1.1" status: 200 len: 946 time: 0.0805416 Aug 31 04:33:16.637003 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfac17ff-7e0f-41fb-ac2e-2e6092faef43 req-ca1603c2-d405-4e29-b9ce-009bb439fab8 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:16.638406 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-cfac17ff-7e0f-41fb-ac2e-2e6092faef43 req-ca1603c2-d405-4e29-b9ce-009bb439fab8 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb2658bf-a714-436c-a25f-c5bb13131cb8 HTTP/1.1" status: 200 len: 945 time: 0.0676606 Aug 31 04:33:16.696595 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-e61d4968-b686-4fca-aae5-918886c24015 req-c912af31-b349-4a3a-b416-27c6091561f1 tempest-DeleteServersTestJSON-60392213 tempest-DeleteServersTestJSON-60392213-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e2eb671-c941-4e48-a981-66f958b04fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572450 Aug 31 04:33:16.702667 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-cfac17ff-7e0f-41fb-ac2e-2e6092faef43 req-96a5bc62-6857-4d72-ad0d-0942934f0175 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/security-groups?id=75b78e4a-f72a-42ae-924c-e5c8844ea7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541399 Aug 31 04:33:17.073544 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c4ab98-cc8e-4c6d-b553-e3d2d562ed31 req-532ab815-2ad6-4c63-9dea-74410d23c840 tempest-DeleteServersTestJSON-60392213 tempest-DeleteServersTestJSON-60392213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:17.075025 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-95c4ab98-cc8e-4c6d-b553-e3d2d562ed31 req-532ab815-2ad6-4c63-9dea-74410d23c840 tempest-DeleteServersTestJSON-60392213 tempest-DeleteServersTestJSON-60392213-project] 10.222.0.13 "GET /v2.0/ports?device_id=c859cc46-668d-40eb-a3e5-5191d0402f21 HTTP/1.1" status: 200 len: 946 time: 0.0809364 Aug 31 04:33:17.214430 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [req-95c4ab98-cc8e-4c6d-b553-e3d2d562ed31 req-e3181457-de0f-46aa-bfc8-3f02ab3696ca tempest-DeleteServersTestJSON-60392213 tempest-DeleteServersTestJSON-60392213-project] Deleting port e06eac0e-7b8c-43da-8007-40b725e406b6 {{(pid=93873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 04:33:17.214904 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-95c4ab98-cc8e-4c6d-b553-e3d2d562ed31 req-e3181457-de0f-46aa-bfc8-3f02ab3696ca tempest-DeleteServersTestJSON-60392213 tempest-DeleteServersTestJSON-60392213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730087506454'] for port, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:17.321360 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [req-95c4ab98-cc8e-4c6d-b553-e3d2d562ed31 req-e3181457-de0f-46aa-bfc8-3f02ab3696ca tempest-DeleteServersTestJSON-60392213 tempest-DeleteServersTestJSON-60392213-project] For port e06eac0e-7b8c-43da-8007-40b725e406b6, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=e06eac0e-7b8c-43da-8007-40b725e406b6,segment=NetworkSegment(13fb0274-db4a-42f8-afdc-b024b4bf6d59),segment_id=13fb0274-db4a-42f8-afdc-b024b4bf6d59)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:33:17.321717 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-95c4ab98-cc8e-4c6d-b553-e3d2d562ed31 req-e3181457-de0f-46aa-bfc8-3f02ab3696ca tempest-DeleteServersTestJSON-60392213 tempest-DeleteServersTestJSON-60392213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7955047'] for port, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:17.336552 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [req-95c4ab98-cc8e-4c6d-b553-e3d2d562ed31 req-e3181457-de0f-46aa-bfc8-3f02ab3696ca tempest-DeleteServersTestJSON-60392213 tempest-DeleteServersTestJSON-60392213-project] Calling delete_port for e06eac0e-7b8c-43da-8007-40b725e406b6 owned by compute:nova {{(pid=93873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 04:33:17.488195 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-95c4ab98-cc8e-4c6d-b553-e3d2d562ed31 req-e3181457-de0f-46aa-bfc8-3f02ab3696ca tempest-DeleteServersTestJSON-60392213 tempest-DeleteServersTestJSON-60392213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730087509221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730086931505'] for port, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:17.517763 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3181457-de0f-46aa-bfc8-3f02ab3696ca tempest-DeleteServersTestJSON-60392213 tempest-DeleteServersTestJSON-60392213-project] Pushing event deleted for resources: {'Port': ['ID=e06eac0e-7b8c-43da-8007-40b725e406b6,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:33:17.557402 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] get_ports_and_sgs() called for port_ids ['e06eac0e-7b8c-43da-8007-40b725e406b6'] {{(pid=93875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 04:33:17.575864 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3181457-de0f-46aa-bfc8-3f02ab3696ca tempest-DeleteServersTestJSON-60392213 tempest-DeleteServersTestJSON-60392213-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:33:17.576216 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3181457-de0f-46aa-bfc8-3f02ab3696ca tempest-DeleteServersTestJSON-60392213 tempest-DeleteServersTestJSON-60392213-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:33:17.576553 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3181457-de0f-46aa-bfc8-3f02ab3696ca tempest-DeleteServersTestJSON-60392213 tempest-DeleteServersTestJSON-60392213-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:33:17.576883 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3181457-de0f-46aa-bfc8-3f02ab3696ca tempest-DeleteServersTestJSON-60392213 tempest-DeleteServersTestJSON-60392213-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:33:17.577215 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3181457-de0f-46aa-bfc8-3f02ab3696ca tempest-DeleteServersTestJSON-60392213 tempest-DeleteServersTestJSON-60392213-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:33:17.577543 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3181457-de0f-46aa-bfc8-3f02ab3696ca tempest-DeleteServersTestJSON-60392213 tempest-DeleteServersTestJSON-60392213-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:33:17.577863 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3181457-de0f-46aa-bfc8-3f02ab3696ca tempest-DeleteServersTestJSON-60392213 tempest-DeleteServersTestJSON-60392213-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:33:17.578208 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3181457-de0f-46aa-bfc8-3f02ab3696ca tempest-DeleteServersTestJSON-60392213 tempest-DeleteServersTestJSON-60392213-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:33:17.578535 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3181457-de0f-46aa-bfc8-3f02ab3696ca tempest-DeleteServersTestJSON-60392213 tempest-DeleteServersTestJSON-60392213-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:33:17.578854 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3181457-de0f-46aa-bfc8-3f02ab3696ca tempest-DeleteServersTestJSON-60392213 tempest-DeleteServersTestJSON-60392213-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:33:17.579172 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3181457-de0f-46aa-bfc8-3f02ab3696ca tempest-DeleteServersTestJSON-60392213 tempest-DeleteServersTestJSON-60392213-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:33:17.579488 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3181457-de0f-46aa-bfc8-3f02ab3696ca tempest-DeleteServersTestJSON-60392213 tempest-DeleteServersTestJSON-60392213-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:33:17.595447 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [req-95c4ab98-cc8e-4c6d-b553-e3d2d562ed31 req-e3181457-de0f-46aa-bfc8-3f02ab3696ca tempest-DeleteServersTestJSON-60392213 tempest-DeleteServersTestJSON-60392213-project] No DVR routers for this DVR port e06eac0e-7b8c-43da-8007-40b725e406b6 on host hv-cinder-77819 {{(pid=93873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 04:33:17.601122 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-95c4ab98-cc8e-4c6d-b553-e3d2d562ed31 req-e3181457-de0f-46aa-bfc8-3f02ab3696ca tempest-DeleteServersTestJSON-60392213 tempest-DeleteServersTestJSON-60392213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200266'] for port, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:17.603181 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-95c4ab98-cc8e-4c6d-b553-e3d2d562ed31 req-e3181457-de0f-46aa-bfc8-3f02ab3696ca tempest-DeleteServersTestJSON-60392213 tempest-DeleteServersTestJSON-60392213-project] 10.222.0.13 "DELETE /v2.0/ports/e06eac0e-7b8c-43da-8007-40b725e406b6 HTTP/1.1" status: 204 len: 173 time: 0.5142071 Aug 31 04:33:17.603914 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c859cc46-668d-40eb-a3e5-5191d0402f21', 'name': 'network-vif-deleted', 'tag': 'e06eac0e-7b8c-43da-8007-40b725e406b6'}] {{(pid=93873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 04:33:17.605844 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a11e4e79c753650f2852f0d7a0fe7e91abda00271ce9373e69ea4f6baf967f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bee256a-4c66-4f4e-adeb-ba09f1c267ee" -d '{"events": [{"server_uuid": "c859cc46-668d-40eb-a3e5-5191d0402f21", "name": "network-vif-deleted", "tag": "e06eac0e-7b8c-43da-8007-40b725e406b6"}]}' {{(pid=93873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:33:17.703378 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 04:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ac82527-e4ea-4390-af52-76f223f41b68 x-openstack-request-id: req-7ac82527-e4ea-4390-af52-76f223f41b68 {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:33:17.703668 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c859cc46-668d-40eb-a3e5-5191d0402f21", "name": "network-vif-deleted", "tag": "e06eac0e-7b8c-43da-8007-40b725e406b6", "status": "completed", "code": 200}]} {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:33:17.703914 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7ac82527-e4ea-4390-af52-76f223f41b68 {{(pid=93873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:33:17.704313 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c859cc46-668d-40eb-a3e5-5191d0402f21', 'name': 'network-vif-deleted', 'tag': 'e06eac0e-7b8c-43da-8007-40b725e406b6', 'status': 'completed', 'code': 200} Aug 31 04:33:17.806790 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-3b7ddab1-7d39-46ec-9ed5-e90fd936e62b req-47231e99-bc6a-4a45-bf72-378ff078d23b tempest-DeleteServersTestJSON-60392213 tempest-DeleteServersTestJSON-60392213-project] 10.222.0.37 "GET /v2.0/ports?device_id=c859cc46-668d-40eb-a3e5-5191d0402f21 HTTP/1.1" status: 200 len: 210 time: 0.0384073 Aug 31 04:33:17.842876 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7dadf7-2f35-41b7-93ce-964536648d1d req-f2b13a08-faac-41ec-9d61-b27562c55032 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:17.844321 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-fc7dadf7-2f35-41b7-93ce-964536648d1d req-f2b13a08-faac-41ec-9d61-b27562c55032 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb2658bf-a714-436c-a25f-c5bb13131cb8 HTTP/1.1" status: 200 len: 945 time: 0.0650895 Aug 31 04:33:17.882251 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-fc7dadf7-2f35-41b7-93ce-964536648d1d req-6d07f85b-5af3-48df-931c-db17bbf9cfb2 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/security-groups?id=75b78e4a-f72a-42ae-924c-e5c8844ea7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312724 Aug 31 04:33:21.570692 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Device e06eac0e-7b8c-43da-8007-40b725e406b6 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=93875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:33:21.591120 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] No Port match for: e06eac0e-7b8c-43da-8007-40b725e406b6 {{(pid=93875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 04:33:21.591865 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Device e06eac0e-7b8c-43da-8007-40b725e406b6 not bound to the agent host hv-cinder-77819 {{(pid=93875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:33:21.726297 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-8f0fb640-0cad-43aa-93ed-8d5f3d399ed8 req-6d7c68e5-04af-4d2a-a25c-a05a6ced06aa tempest-DeleteServersTestJSON-60392213 tempest-DeleteServersTestJSON-60392213-project] 10.222.0.37 "GET /v2.0/ports?device_id=c859cc46-668d-40eb-a3e5-5191d0402f21 HTTP/1.1" status: 200 len: 210 time: 0.0298131 Aug 31 04:33:21.771253 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192d3f46-f7d9-4e9e-974a-7d6aad259091 req-d7aee8fd-a711-45b8-a4c9-672fb690d7fa tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:21.773736 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-192d3f46-f7d9-4e9e-974a-7d6aad259091 req-d7aee8fd-a711-45b8-a4c9-672fb690d7fa tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb2658bf-a714-436c-a25f-c5bb13131cb8 HTTP/1.1" status: 200 len: 945 time: 0.0495968 Aug 31 04:33:21.811698 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-192d3f46-f7d9-4e9e-974a-7d6aad259091 req-dbebed22-fe47-434f-b7ca-d76ab089bb8a tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/security-groups?id=75b78e4a-f72a-42ae-924c-e5c8844ea7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325880 Aug 31 04:33:22.887319 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-e3030ef1-0673-45d4-b58c-c5afe3ddd117 req-440e5455-0de9-4ad6-95e5-844e0131eb21 tempest-DeleteServersTestJSON-60392213 tempest-DeleteServersTestJSON-60392213-project] 10.222.0.37 "GET /v2.0/ports?device_id=c859cc46-668d-40eb-a3e5-5191d0402f21 HTTP/1.1" status: 200 len: 210 time: 0.0303471 Aug 31 04:33:22.942435 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3780062-fbe8-4aa3-a815-e37e802d5358 req-d9324191-c543-43c9-ba7f-e4f3d1fbd839 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:22.943804 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-e3780062-fbe8-4aa3-a815-e37e802d5358 req-d9324191-c543-43c9-ba7f-e4f3d1fbd839 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb2658bf-a714-436c-a25f-c5bb13131cb8 HTTP/1.1" status: 200 len: 945 time: 0.0481086 Aug 31 04:33:22.995599 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-e3780062-fbe8-4aa3-a815-e37e802d5358 req-338a321c-845f-4b6e-855d-65fa8a294b00 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/security-groups?id=75b78e4a-f72a-42ae-924c-e5c8844ea7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449841 Aug 31 04:33:24.116722 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c831d9-e2f2-4d7c-bba6-da3aa984076b req-75190dbc-ea41-4f9e-809a-2e8a046a91bc tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:24.118242 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-82c831d9-e2f2-4d7c-bba6-da3aa984076b req-75190dbc-ea41-4f9e-809a-2e8a046a91bc tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb2658bf-a714-436c-a25f-c5bb13131cb8 HTTP/1.1" status: 200 len: 945 time: 0.0545039 Aug 31 04:33:24.164187 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-82c831d9-e2f2-4d7c-bba6-da3aa984076b req-65d72bed-3fce-42a7-b668-aae82b997eeb tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/security-groups?id=75b78e4a-f72a-42ae-924c-e5c8844ea7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398121 Aug 31 04:33:24.860235 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-dc078b01-f048-4478-a866-be9c8a2612d7 req-fc8415ed-809f-40f3-bc90-a36c537e5f4d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=390893f3-2c2b-4803-b7a8-3c19fb0503a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392253 Aug 31 04:33:25.002886 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc078b01-f048-4478-a866-be9c8a2612d7 req-63e46e77-15cf-4beb-84a3-4a8094f098aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:25.006235 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-dc078b01-f048-4478-a866-be9c8a2612d7 req-63e46e77-15cf-4beb-84a3-4a8094f098aa service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5c02d31770b24c65beddac4595cdfe52&device_id=390893f3-2c2b-4803-b7a8-3c19fb0503a4 HTTP/1.1" status: 200 len: 1098 time: 0.0684111 Aug 31 04:33:25.166902 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc078b01-f048-4478-a866-be9c8a2612d7 req-afce9188-b86d-4021-829b-174113286995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:25.168355 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-dc078b01-f048-4478-a866-be9c8a2612d7 req-afce9188-b86d-4021-829b-174113286995 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4c9c44bc-58fb-4b05-9942-3faf4a44f339 HTTP/1.1" status: 200 len: 919 time: 0.0859802 Aug 31 04:33:25.239734 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-dc078b01-f048-4478-a866-be9c8a2612d7 req-2b6a983f-ac9e-458a-a9c7-745d80507271 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aaf78d6f-71aa-4bfc-88a6-916d6e36bcab HTTP/1.1" status: 200 len: 217 time: 0.0341167 Aug 31 04:33:25.284170 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86265ec2-7f9f-4d04-8351-edef169d55c6 req-2745c1a5-0d5a-4a17-9e9e-450735d6e0fc tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:25.286138 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-86265ec2-7f9f-4d04-8351-edef169d55c6 req-2745c1a5-0d5a-4a17-9e9e-450735d6e0fc tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb2658bf-a714-436c-a25f-c5bb13131cb8 HTTP/1.1" status: 200 len: 945 time: 0.0511932 Aug 31 04:33:25.292179 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc078b01-f048-4478-a866-be9c8a2612d7 req-449516b5-ee1b-4866-ade2-a0307a9648d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:25.293636 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-dc078b01-f048-4478-a866-be9c8a2612d7 req-449516b5-ee1b-4866-ade2-a0307a9648d1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=097259a5-3a3d-4228-8082-2d6c2f8f569c HTTP/1.1" status: 200 len: 858 time: 0.0452929 Aug 31 04:33:25.327767 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-86265ec2-7f9f-4d04-8351-edef169d55c6 req-80939906-b101-4d6d-a5a0-671d7a760f91 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/security-groups?id=75b78e4a-f72a-42ae-924c-e5c8844ea7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344770 Aug 31 04:33:25.335231 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-dc078b01-f048-4478-a866-be9c8a2612d7 req-32d0ae07-bec2-4ff2-8fca-6345c6f99ee6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4c9c44bc-58fb-4b05-9942-3faf4a44f339&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273159 Aug 31 04:33:25.352207 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 60396) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:33:25.397399 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b2a17c8-ec19-4909-a1a7-addca0583496 admin admin] Deleting subnet 4d83980b-3124-4c2e-b6ea-a36baea3887a {{(pid=93874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 04:33:25.400761 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-0b2a17c8-ec19-4909-a1a7-addca0583496 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:25.440747 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-0b2a17c8-ec19-4909-a1a7-addca0583496 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:25.447951 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-dc078b01-f048-4478-a866-be9c8a2612d7 req-e1ae43a8-1d43-4783-a7e1-39cb12cd4fd6 service neutron] 10.222.0.13 "GET /v2.0/networks/4c9c44bc-58fb-4b05-9942-3faf4a44f339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979719 Aug 31 04:33:25.450601 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-0b2a17c8-ec19-4909-a1a7-addca0583496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665464'] for subnet, precommit_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:25.506593 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-0b2a17c8-ec19-4909-a1a7-addca0583496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424'] for subnet, after_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:25.532025 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2a17c8-ec19-4909-a1a7-addca0583496 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d83980b-3124-4c2e-b6ea-a36baea3887a,revision_number=None']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:33:25.534861 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-0b2a17c8-ec19-4909-a1a7-addca0583496 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8355474'] for subnet, before_response {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:25.536252 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-0b2a17c8-ec19-4909-a1a7-addca0583496 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/4d83980b-3124-4c2e-b6ea-a36baea3887a HTTP/1.1" status: 204 len: 168 time: 0.1830766 Aug 31 04:33:25.541372 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 60400) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:33:25.542919 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2a17c8-ec19-4909-a1a7-addca0583496 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:33:25.543272 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2a17c8-ec19-4909-a1a7-addca0583496 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:33:25.543614 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2a17c8-ec19-4909-a1a7-addca0583496 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:33:25.543952 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2a17c8-ec19-4909-a1a7-addca0583496 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:33:25.544286 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2a17c8-ec19-4909-a1a7-addca0583496 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:33:25.544624 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2a17c8-ec19-4909-a1a7-addca0583496 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:33:25.544955 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2a17c8-ec19-4909-a1a7-addca0583496 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:33:25.545286 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2a17c8-ec19-4909-a1a7-addca0583496 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:33:25.545615 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2a17c8-ec19-4909-a1a7-addca0583496 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:33:25.545942 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2a17c8-ec19-4909-a1a7-addca0583496 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:33:25.546293 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2a17c8-ec19-4909-a1a7-addca0583496 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:33:25.546620 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2a17c8-ec19-4909-a1a7-addca0583496 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:33:25.564023 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-dc078b01-f048-4478-a866-be9c8a2612d7 req-e9bd7958-8fff-479b-8e1f-807813e75f55 service neutron] 10.222.0.13 "GET /v2.0/networks/4c9c44bc-58fb-4b05-9942-3faf4a44f339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076746 Aug 31 04:33:25.614677 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-1e02811a-f0dc-4bd5-859f-a262e5bb4f6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526871'] for network, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:25.706314 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-1e02811a-f0dc-4bd5-859f-a262e5bb4f6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-666499', 'neutron.services.segments.db._delete_segments_for_network-8730087480257'] for network, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:25.716833 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-1e02811a-f0dc-4bd5-859f-a262e5bb4f6f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:33:25.717183 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-1e02811a-f0dc-4bd5-859f-a262e5bb4f6f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:33:25.717940 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-1e02811a-f0dc-4bd5-859f-a262e5bb4f6f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:33:25.718309 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-1e02811a-f0dc-4bd5-859f-a262e5bb4f6f admin admin] Subscribe: > port after_create 55550000 {{(pid=93873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:33:25.718674 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-1e02811a-f0dc-4bd5-859f-a262e5bb4f6f admin admin] Subscribe: > port after_delete 55550000 {{(pid=93873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:33:25.719019 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-1e02811a-f0dc-4bd5-859f-a262e5bb4f6f admin admin] Subscribe: > port after_update 55550000 {{(pid=93873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:33:25.719371 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-1e02811a-f0dc-4bd5-859f-a262e5bb4f6f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:33:25.719660 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-1e02811a-f0dc-4bd5-859f-a262e5bb4f6f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:33:25.719997 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-1e02811a-f0dc-4bd5-859f-a262e5bb4f6f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:33:25.720286 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-1e02811a-f0dc-4bd5-859f-a262e5bb4f6f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:33:25.872903 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-1e02811a-f0dc-4bd5-859f-a262e5bb4f6f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:33:25.874027 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-1e02811a-f0dc-4bd5-859f-a262e5bb4f6f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:33:25.874410 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-1e02811a-f0dc-4bd5-859f-a262e5bb4f6f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:33:25.874829 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-1e02811a-f0dc-4bd5-859f-a262e5bb4f6f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:33:25.875196 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.services.segments.db [None req-1e02811a-f0dc-4bd5-859f-a262e5bb4f6f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3aeaae2b-2fcb-4517-b1be-7428c1e35c56']}} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:33:25.893972 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.services.segments.db [None req-1e02811a-f0dc-4bd5-859f-a262e5bb4f6f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13fb0274-db4a-42f8-afdc-b024b4bf6d59') {'for_net_delete': True} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:33:25.894335 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.services.segments.db [None req-1e02811a-f0dc-4bd5-859f-a262e5bb4f6f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13fb0274-db4a-42f8-afdc-b024b4bf6d59') {} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:33:25.910178 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-1e02811a-f0dc-4bd5-859f-a262e5bb4f6f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730087490389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5377085'] for segment, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:25.932536 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-1e02811a-f0dc-4bd5-859f-a262e5bb4f6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671022'] for segment, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:25.942119 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e02811a-f0dc-4bd5-859f-a262e5bb4f6f admin admin] Releasing vlan 355 on physical network physnet1 to pool {{(pid=93873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 04:33:25.942516 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-1e02811a-f0dc-4bd5-859f-a262e5bb4f6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4316894'] for segment, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:25.947343 dv-cinder-778193-7-iscsi neutron-server[93873]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 31 04:33:25.947343 dv-cinder-778193-7-iscsi neutron-server[93873]: from cryptography.utils import int_from_bytes Aug 31 04:33:25.947343 dv-cinder-778193-7-iscsi neutron-server[93873]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 31 04:33:25.947343 dv-cinder-778193-7-iscsi neutron-server[93873]: from cryptography.utils import int_from_bytes Aug 31 04:33:25.947343 dv-cinder-778193-7-iscsi neutron-server[93873]: Traceback (most recent call last): Aug 31 04:33:25.947343 dv-cinder-778193-7-iscsi neutron-server[93873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 04:33:25.947343 dv-cinder-778193-7-iscsi neutron-server[93873]: timer() Aug 31 04:33:25.947343 dv-cinder-778193-7-iscsi neutron-server[93873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 04:33:25.947343 dv-cinder-778193-7-iscsi neutron-server[93873]: cb(*args, **kw) Aug 31 04:33:25.947343 dv-cinder-778193-7-iscsi neutron-server[93873]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 04:33:25.947343 dv-cinder-778193-7-iscsi neutron-server[93873]: return func(*args, **kwargs) Aug 31 04:33:25.947343 dv-cinder-778193-7-iscsi neutron-server[93873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 04:33:25.947343 dv-cinder-778193-7-iscsi neutron-server[93873]: self._notify() Aug 31 04:33:25.947343 dv-cinder-778193-7-iscsi neutron-server[93873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 04:33:25.947343 dv-cinder-778193-7-iscsi neutron-server[93873]: self.callback(batched_events) Aug 31 04:33:25.947343 dv-cinder-778193-7-iscsi neutron-server[93873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 04:33:25.947343 dv-cinder-778193-7-iscsi neutron-server[93873]: event.method(event) Aug 31 04:33:25.947343 dv-cinder-778193-7-iscsi neutron-server[93873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 04:33:25.947343 dv-cinder-778193-7-iscsi neutron-server[93873]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 04:33:25.947343 dv-cinder-778193-7-iscsi neutron-server[93873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 04:33:25.947343 dv-cinder-778193-7-iscsi neutron-server[93873]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 04:33:25.947343 dv-cinder-778193-7-iscsi neutron-server[93873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 04:33:25.947343 dv-cinder-778193-7-iscsi neutron-server[93873]: return f(self, *a, **k) Aug 31 04:33:25.947343 dv-cinder-778193-7-iscsi neutron-server[93873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 04:33:25.947343 dv-cinder-778193-7-iscsi neutron-server[93873]: return self._get(url).json() Aug 31 04:33:25.947343 dv-cinder-778193-7-iscsi neutron-server[93873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 04:33:25.947343 dv-cinder-778193-7-iscsi neutron-server[93873]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 04:33:25.947343 dv-cinder-778193-7-iscsi neutron-server[93873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 04:33:25.947343 dv-cinder-778193-7-iscsi neutron-server[93873]: return self.request(url, 'GET', **kwargs) Aug 31 04:33:25.947343 dv-cinder-778193-7-iscsi neutron-server[93873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 04:33:25.947343 dv-cinder-778193-7-iscsi neutron-server[93873]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 04:33:25.947343 dv-cinder-778193-7-iscsi neutron-server[93873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 04:33:25.947343 dv-cinder-778193-7-iscsi neutron-server[93873]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 04:33:25.947343 dv-cinder-778193-7-iscsi neutron-server[93873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 04:33:25.947343 dv-cinder-778193-7-iscsi neutron-server[93873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 04:33:25.947343 dv-cinder-778193-7-iscsi neutron-server[93873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 04:33:26.031081 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-1e02811a-f0dc-4bd5-859f-a262e5bb4f6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-666522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7956227'] for network, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:26.042146 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-1e02811a-f0dc-4bd5-859f-a262e5bb4f6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8355474'] for network, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:26.044328 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-1e02811a-f0dc-4bd5-859f-a262e5bb4f6f admin admin] 10.222.0.37 "DELETE /v2.0/networks/3aeaae2b-2fcb-4517-b1be-7428c1e35c56 HTTP/1.1" status: 204 len: 168 time: 0.5019650 Aug 31 04:33:26.072611 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e02811a-f0dc-4bd5-859f-a262e5bb4f6f admin admin] Pushing event deleted for resources: {'Network': ['ID=3aeaae2b-2fcb-4517-b1be-7428c1e35c56,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:33:26.170188 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b0946ec8-3ab1-4bc3-868d-cb6c7a99b412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:26.278160 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 60424) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:33:26.317209 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-c352ceba-817f-4c3d-b679-8c3d3dd481f7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=27047762c8e04dfbb5633ccda29f7544&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0378776 Aug 31 04:33:26.319511 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 60426) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:33:26.367588 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-255787d9-d0c2-4a2f-9ad3-78d04b17bead admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:26.388631 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-255787d9-d0c2-4a2f-9ad3-78d04b17bead admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:26.436338 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-255787d9-d0c2-4a2f-9ad3-78d04b17bead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:26.438960 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-255787d9-d0c2-4a2f-9ad3-78d04b17bead admin admin] Notify callbacks [] for security_group, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:26.442465 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-255787d9-d0c2-4a2f-9ad3-78d04b17bead admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4e2eb671-c941-4e48-a981-66f958b04fd1 HTTP/1.1" status: 204 len: 168 time: 0.1196599 Aug 31 04:33:26.447368 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea828d8-2f52-4b5a-a7fd-0dbc5f161f2e req-1bed45a3-a4b6-448f-a89d-52d84e0ceac4 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:26.449434 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-7ea828d8-2f52-4b5a-a7fd-0dbc5f161f2e req-1bed45a3-a4b6-448f-a89d-52d84e0ceac4 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb2658bf-a714-436c-a25f-c5bb13131cb8 HTTP/1.1" status: 200 len: 945 time: 0.0508504 Aug 31 04:33:26.452405 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255787d9-d0c2-4a2f-9ad3-78d04b17bead admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e2eb671-c941-4e48-a981-66f958b04fd1,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:33:26.509523 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-7ea828d8-2f52-4b5a-a7fd-0dbc5f161f2e req-f4062dae-9079-4048-968b-25d10dc284f8 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/security-groups?id=75b78e4a-f72a-42ae-924c-e5c8844ea7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446029 Aug 31 04:33:27.120361 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 60456) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:33:27.225467 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.v2.base [None req-c82c579d-2712-4ee6-b8ac-5079ae96f365 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-894460002-network', 'tenant_id': 'd2a1a3669e5349b3b72956eee5c16264'}} {{(pid=93873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:33:27.247249 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c82c579d-2712-4ee6-b8ac-5079ae96f365 admin admin] Made reservation on behalf of d2a1a3669e5349b3b72956eee5c16264 for: {'network': 1} {{(pid=93873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:33:27.250168 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c82c579d-2712-4ee6-b8ac-5079ae96f365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for network, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:27.259645 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c82c579d-2712-4ee6-b8ac-5079ae96f365 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:27.367892 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c82c579d-2712-4ee6-b8ac-5079ae96f365 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:27.372731 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c82c579d-2712-4ee6-b8ac-5079ae96f365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:27.400669 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c82c579d-2712-4ee6-b8ac-5079ae96f365 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 391} {{(pid=93873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 04:33:27.407010 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82c579d-2712-4ee6-b8ac-5079ae96f365 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6edf5784-9dde-4b8b-8160-15944e15858a,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:33:27.413177 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c82c579d-2712-4ee6-b8ac-5079ae96f365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671022'] for segment, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:27.414666 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.db.segments_db [None req-c82c579d-2712-4ee6-b8ac-5079ae96f365 admin admin] Added segment 5ae55f0a-ffba-458b-8371-7ff11ecedc8f of type vlan for network 324d503c-fc7f-4c16-bee4-2a3af6fefdb5 Aug 31 04:33:27.453144 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c82c579d-2712-4ee6-b8ac-5079ae96f365 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730086947184'] for network, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:27.476878 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c82c579d-2712-4ee6-b8ac-5079ae96f365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424'] for network, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:27.477889 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c82c579d-2712-4ee6-b8ac-5079ae96f365 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:27.478502 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c82c579d-2712-4ee6-b8ac-5079ae96f365 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8355474'] for network, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:27.532622 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-c82c579d-2712-4ee6-b8ac-5079ae96f365 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4084613 Aug 31 04:33:27.532906 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 60478) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:33:27.537726 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.v2.base [None req-0277432f-6147-40ad-bccf-e9a0504b2ecc admin admin] Request body: {'subnet': {'network_id': '324d503c-fc7f-4c16-bee4-2a3af6fefdb5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-894460002-subnet', 'tenant_id': 'd2a1a3669e5349b3b72956eee5c16264', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:33:27.539388 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82c579d-2712-4ee6-b8ac-5079ae96f365 admin admin] Pushing event updated for resources: {'Network': ['ID=324d503c-fc7f-4c16-bee4-2a3af6fefdb5,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:33:27.550939 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Network 324d503c-fc7f-4c16-bee4-2a3af6fefdb5 details requested by agent ovs-agent-dv-cinder-778193-7-iscsi with host dv-cinder-778193-7-iscsi {{(pid=93875) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 04:33:27.562359 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0277432f-6147-40ad-bccf-e9a0504b2ecc admin admin] Made reservation on behalf of d2a1a3669e5349b3b72956eee5c16264 for: {'subnet': 1} {{(pid=93874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:33:27.564616 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-0277432f-6147-40ad-bccf-e9a0504b2ecc admin admin] Notify callbacks [] for subnet, before_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:27.684662 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:27.731198 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-0277432f-6147-40ad-bccf-e9a0504b2ecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424'] for subnet, after_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:27.792296 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0277432f-6147-40ad-bccf-e9a0504b2ecc admin admin] Pushing event updated for resources: {'Subnet': ['ID=5dd8637b-f77f-4006-8986-9a7f8cb1c65f,revision_number=0']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:33:27.799996 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0277432f-6147-40ad-bccf-e9a0504b2ecc admin admin] Checking segment: {'id': '5ae55f0a-ffba-458b-8371-7ff11ecedc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '324d503c-fc7f-4c16-bee4-2a3af6fefdb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 04:33:27.800344 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0277432f-6147-40ad-bccf-e9a0504b2ecc admin admin] Network hostable DHCP agents. Network: 324d503c-fc7f-4c16-bee4-2a3af6fefdb5, hostable agents: ['9b8b4806-ecc0-4bb6-b220-1afcd08d5676'], hosted agents: [] {{(pid=93874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 04:33:27.816462 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0277432f-6147-40ad-bccf-e9a0504b2ecc admin admin] Network 324d503c-fc7f-4c16-bee4-2a3af6fefdb5 is scheduled to be hosted by DHCP agent 9b8b4806-ecc0-4bb6-b220-1afcd08d5676 with binding_index 1 {{(pid=93874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 04:33:27.824468 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.scheduler.base_scheduler [None req-0277432f-6147-40ad-bccf-e9a0504b2ecc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-7-iscsi, 324d503c-fc7f-4c16-bee4-2a3af6fefdb5) {{(pid=93874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:33:27.828419 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0277432f-6147-40ad-bccf-e9a0504b2ecc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:27.829022 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-0277432f-6147-40ad-bccf-e9a0504b2ecc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8355474'] for subnet, before_response {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:27.833063 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05056dcc-cd2b-4097-82b0-df4a2902db9f None None] Network 324d503c-fc7f-4c16-bee4-2a3af6fefdb5 requested from dv-cinder-778193-7-iscsi {{(pid=93875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 04:33:27.842634 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-0277432f-6147-40ad-bccf-e9a0504b2ecc admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3086426 Aug 31 04:33:27.953310 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b857a059-2fcc-48a1-92ab-245eb09ffdb9 None None] Network 324d503c-fc7f-4c16-bee4-2a3af6fefdb5 requested from dv-cinder-778193-7-iscsi {{(pid=93875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 04:33:28.614799 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4956c169-d92a-4d7c-b442-5f655fac80b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:28.944926 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:29.810504 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cae06a7b-375a-4b62-8781-ea2d8af560c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:30.215963 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266d59d1-99ec-4dbc-9a57-641bb51d706a req-8ee2613d-a1e1-4352-980f-62d2d3576f7c tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:30.217554 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-266d59d1-99ec-4dbc-9a57-641bb51d706a req-8ee2613d-a1e1-4352-980f-62d2d3576f7c tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb2658bf-a714-436c-a25f-c5bb13131cb8 HTTP/1.1" status: 200 len: 945 time: 0.0527074 Aug 31 04:33:30.255277 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-266d59d1-99ec-4dbc-9a57-641bb51d706a req-adf5546f-3de9-4dcf-9369-a8473e006c6e tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/security-groups?id=75b78e4a-f72a-42ae-924c-e5c8844ea7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316491 Aug 31 04:33:31.235048 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a4fd8ad5-a492-4575-8673-07e6bf736dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:31.493814 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809bcbef-3ecc-46c9-b517-2b787e8311f4 req-d1ec3d5a-1a92-444a-994b-2d7947539714 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:31.495304 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-809bcbef-3ecc-46c9-b517-2b787e8311f4 req-d1ec3d5a-1a92-444a-994b-2d7947539714 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb2658bf-a714-436c-a25f-c5bb13131cb8 HTTP/1.1" status: 200 len: 945 time: 0.0472262 Aug 31 04:33:31.532539 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-809bcbef-3ecc-46c9-b517-2b787e8311f4 req-3d8c8fd0-b08e-4a46-adea-83d14de73aa5 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/security-groups?id=75b78e4a-f72a-42ae-924c-e5c8844ea7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314372 Aug 31 04:33:32.655059 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631fa548-b414-489d-be4d-e01c8d33f431 req-1d414d85-5d90-4256-adee-0d1fda9e2e8d tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:32.656492 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-631fa548-b414-489d-be4d-e01c8d33f431 req-1d414d85-5d90-4256-adee-0d1fda9e2e8d tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb2658bf-a714-436c-a25f-c5bb13131cb8 HTTP/1.1" status: 200 len: 945 time: 0.0544558 Aug 31 04:33:32.696065 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-631fa548-b414-489d-be4d-e01c8d33f431 req-8e7d7dfc-9c78-4715-9ed6-7195e9fc9b47 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/security-groups?id=75b78e4a-f72a-42ae-924c-e5c8844ea7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332022 Aug 31 04:33:33.815848 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e077e3a1-be0b-4d39-a8a5-95ef643ebc27 req-aa9889a4-e6d3-4d55-9ab7-56580197ef4e tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:33.817288 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-e077e3a1-be0b-4d39-a8a5-95ef643ebc27 req-aa9889a4-e6d3-4d55-9ab7-56580197ef4e tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb2658bf-a714-436c-a25f-c5bb13131cb8 HTTP/1.1" status: 200 len: 945 time: 0.0479257 Aug 31 04:33:33.856116 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-e077e3a1-be0b-4d39-a8a5-95ef643ebc27 req-784a86cd-8865-4196-a30b-c77c61c91120 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/security-groups?id=75b78e4a-f72a-42ae-924c-e5c8844ea7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326514 Aug 31 04:33:34.456127 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 60618) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:33:34.572430 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-4e372e4f-a887-4fd1-8e5f-ac97620c60ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:34.667421 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-4e372e4f-a887-4fd1-8e5f-ac97620c60ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:34.680841 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-4e372e4f-a887-4fd1-8e5f-ac97620c60ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:34.721239 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e372e4f-a887-4fd1-8e5f-ac97620c60ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b09b62e1-7751-4d44-a658-2fc368839c05,revision_number=1']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:33:34.727189 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-4e372e4f-a887-4fd1-8e5f-ac97620c60ad admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=59f869123485481b9c4d05b125cfe9d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2699172 Aug 31 04:33:34.730418 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 60634) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:33:34.782598 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1c8381eb-eda6-4a0e-ad07-8ed84ff80357 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:34.804636 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1c8381eb-eda6-4a0e-ad07-8ed84ff80357 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:34.966934 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a76378d-1e3b-4b8b-bf10-d2d53c427c33 req-ee91283f-90e7-4c9f-bc97-66d53faeafbd tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:34.968390 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-7a76378d-1e3b-4b8b-bf10-d2d53c427c33 req-ee91283f-90e7-4c9f-bc97-66d53faeafbd tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.37 "GET /v2.0/networks?id=324d503c-fc7f-4c16-bee4-2a3af6fefdb5 HTTP/1.1" status: 200 len: 814 time: 0.1453042 Aug 31 04:33:34.999045 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1c8381eb-eda6-4a0e-ad07-8ed84ff80357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:35.001460 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1c8381eb-eda6-4a0e-ad07-8ed84ff80357 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:35.004902 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-1c8381eb-eda6-4a0e-ad07-8ed84ff80357 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b09b62e1-7751-4d44-a658-2fc368839c05 HTTP/1.1" status: 204 len: 168 time: 0.2719824 Aug 31 04:33:35.021738 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-7a76378d-1e3b-4b8b-bf10-d2d53c427c33 req-c4abed8f-e58b-4ddc-bf1f-13ff6075d81a tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.37 "GET /v2.0/quotas/d2a1a3669e5349b3b72956eee5c16264 HTTP/1.1" status: 200 len: 375 time: 0.0254760 Aug 31 04:33:35.023079 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8381eb-eda6-4a0e-ad07-8ed84ff80357 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b09b62e1-7751-4d44-a658-2fc368839c05,revision_number=None']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:33:35.052838 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766abcb2-2ebe-4b03-b4fa-f849f1b49f5c req-b64f8948-c8ac-448a-8a6d-f54684b9729d tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:35.054442 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-766abcb2-2ebe-4b03-b4fa-f849f1b49f5c req-b64f8948-c8ac-448a-8a6d-f54684b9729d tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb2658bf-a714-436c-a25f-c5bb13131cb8 HTTP/1.1" status: 200 len: 945 time: 0.0962758 Aug 31 04:33:35.072184 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-7a76378d-1e3b-4b8b-bf10-d2d53c427c33 req-feb6b9cb-04a2-4e2a-8e86-decd346ec737 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d2a1a3669e5349b3b72956eee5c16264&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0401537 Aug 31 04:33:35.154297 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-766abcb2-2ebe-4b03-b4fa-f849f1b49f5c req-c4d7328e-313f-46a9-83a1-6528ebebee34 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/security-groups?id=75b78e4a-f72a-42ae-924c-e5c8844ea7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853033 Aug 31 04:33:35.185927 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-7a76378d-1e3b-4b8b-bf10-d2d53c427c33 req-d9e08ffb-c0c1-4956-b1b6-fdb1eff97535 service neutron] 10.222.0.37 "GET /v2.0/networks/324d503c-fc7f-4c16-bee4-2a3af6fefdb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011426 Aug 31 04:33:35.276371 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-7a76378d-1e3b-4b8b-bf10-d2d53c427c33 req-2ef532d0-cc8e-406c-9e3e-29386a947fbc service neutron] 10.222.0.37 "GET /v2.0/networks/324d503c-fc7f-4c16-bee4-2a3af6fefdb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842500 Aug 31 04:33:35.440843 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-8ea2d8c3-91ab-4465-a583-4bc924215741 req-d6c4ba10-8295-415e-9bca-7bde4fd14a46 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b91a308-46a8-41db-9572-dde18926491a HTTP/1.1" status: 200 len: 210 time: 0.0275939 Aug 31 04:33:36.213743 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 60720) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:33:36.284526 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.db.db_base_plugin_v2 [None req-78ba34a9-242b-4d12-b7c1-7db55803eb3e admin admin] Deleting subnet 4b4222b9-7208-4524-94a4-225b1071354d {{(pid=93874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 04:33:36.289356 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-78ba34a9-242b-4d12-b7c1-7db55803eb3e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:36.325206 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642b20fe-f69e-4dd5-bd74-5c5329fd7aa3 req-acc7d387-cb42-43d7-8382-aef0c591e7c5 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:36.326713 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-642b20fe-f69e-4dd5-bd74-5c5329fd7aa3 req-acc7d387-cb42-43d7-8382-aef0c591e7c5 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb2658bf-a714-436c-a25f-c5bb13131cb8 HTTP/1.1" status: 200 len: 945 time: 0.0877230 Aug 31 04:33:36.336180 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-78ba34a9-242b-4d12-b7c1-7db55803eb3e admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:36.352589 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-78ba34a9-242b-4d12-b7c1-7db55803eb3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665464'] for subnet, precommit_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:36.396641 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-642b20fe-f69e-4dd5-bd74-5c5329fd7aa3 req-3619883a-00dc-4169-90c6-ce83ae96e6d8 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/security-groups?id=75b78e4a-f72a-42ae-924c-e5c8844ea7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638824 Aug 31 04:33:36.419607 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-78ba34a9-242b-4d12-b7c1-7db55803eb3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424'] for subnet, after_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:36.446846 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ba34a9-242b-4d12-b7c1-7db55803eb3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b4222b9-7208-4524-94a4-225b1071354d,revision_number=None']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:33:36.450333 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-78ba34a9-242b-4d12-b7c1-7db55803eb3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8355474'] for subnet, before_response {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:36.452673 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-78ba34a9-242b-4d12-b7c1-7db55803eb3e admin admin] 10.222.0.37 "DELETE /v2.0/subnets/4b4222b9-7208-4524-94a4-225b1071354d HTTP/1.1" status: 204 len: 168 time: 0.2373247 Aug 31 04:33:36.455258 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 60722) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:33:36.542310 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-aef26bc8-f741-4359-b090-594f29d09f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526871'] for network, before_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:36.545512 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-eba933fd-33dc-4cb1-b619-6da50070c0ef req-d47acb5f-3d5b-4585-9178-8ed99131bf10 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b91a308-46a8-41db-9572-dde18926491a HTTP/1.1" status: 200 len: 210 time: 0.0341847 Aug 31 04:33:36.638775 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-aef26bc8-f741-4359-b090-594f29d09f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-666499', 'neutron.services.segments.db._delete_segments_for_network-8730087480257'] for network, precommit_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:36.650155 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-aef26bc8-f741-4359-b090-594f29d09f17 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:33:36.650491 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-aef26bc8-f741-4359-b090-594f29d09f17 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:33:36.651237 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-aef26bc8-f741-4359-b090-594f29d09f17 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:33:36.651564 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-aef26bc8-f741-4359-b090-594f29d09f17 admin admin] Subscribe: > port after_create 55550000 {{(pid=93874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:33:36.651894 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-aef26bc8-f741-4359-b090-594f29d09f17 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:33:36.652217 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-aef26bc8-f741-4359-b090-594f29d09f17 admin admin] Subscribe: > port after_update 55550000 {{(pid=93874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:33:36.652530 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-aef26bc8-f741-4359-b090-594f29d09f17 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:33:36.652839 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-aef26bc8-f741-4359-b090-594f29d09f17 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:33:36.653140 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-aef26bc8-f741-4359-b090-594f29d09f17 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:33:36.653473 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-aef26bc8-f741-4359-b090-594f29d09f17 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:33:36.722000 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-aef26bc8-f741-4359-b090-594f29d09f17 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:33:36.722373 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-aef26bc8-f741-4359-b090-594f29d09f17 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:33:36.722696 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-aef26bc8-f741-4359-b090-594f29d09f17 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:33:36.723019 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-aef26bc8-f741-4359-b090-594f29d09f17 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:33:36.723641 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.services.segments.db [None req-aef26bc8-f741-4359-b090-594f29d09f17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bd807cf-1e0b-4e87-bc78-a66cafcb1b36']}} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:33:36.741129 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.services.segments.db [None req-aef26bc8-f741-4359-b090-594f29d09f17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0aa3deef-d04e-4414-93e1-023eccb5543d') {'for_net_delete': True} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:33:36.741381 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.services.segments.db [None req-aef26bc8-f741-4359-b090-594f29d09f17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0aa3deef-d04e-4414-93e1-023eccb5543d') {} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:33:36.757552 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-aef26bc8-f741-4359-b090-594f29d09f17 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730087490389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16523569'] for segment, before_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:36.788117 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-aef26bc8-f741-4359-b090-594f29d09f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671022'] for segment, precommit_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:36.797159 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aef26bc8-f741-4359-b090-594f29d09f17 admin admin] Releasing vlan 366 on physical network physnet1 to pool {{(pid=93874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 04:33:36.797486 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-aef26bc8-f741-4359-b090-594f29d09f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16403948'] for segment, after_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:36.801373 dv-cinder-778193-7-iscsi neutron-server[93874]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 31 04:33:36.801373 dv-cinder-778193-7-iscsi neutron-server[93874]: from cryptography.utils import int_from_bytes Aug 31 04:33:36.801373 dv-cinder-778193-7-iscsi neutron-server[93874]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 31 04:33:36.801373 dv-cinder-778193-7-iscsi neutron-server[93874]: from cryptography.utils import int_from_bytes Aug 31 04:33:36.801373 dv-cinder-778193-7-iscsi neutron-server[93874]: Traceback (most recent call last): Aug 31 04:33:36.801373 dv-cinder-778193-7-iscsi neutron-server[93874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 04:33:36.801373 dv-cinder-778193-7-iscsi neutron-server[93874]: timer() Aug 31 04:33:36.801373 dv-cinder-778193-7-iscsi neutron-server[93874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 04:33:36.801373 dv-cinder-778193-7-iscsi neutron-server[93874]: cb(*args, **kw) Aug 31 04:33:36.801373 dv-cinder-778193-7-iscsi neutron-server[93874]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 04:33:36.801373 dv-cinder-778193-7-iscsi neutron-server[93874]: return func(*args, **kwargs) Aug 31 04:33:36.801373 dv-cinder-778193-7-iscsi neutron-server[93874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 04:33:36.801373 dv-cinder-778193-7-iscsi neutron-server[93874]: self._notify() Aug 31 04:33:36.801373 dv-cinder-778193-7-iscsi neutron-server[93874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 04:33:36.801373 dv-cinder-778193-7-iscsi neutron-server[93874]: self.callback(batched_events) Aug 31 04:33:36.801373 dv-cinder-778193-7-iscsi neutron-server[93874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 04:33:36.801373 dv-cinder-778193-7-iscsi neutron-server[93874]: event.method(event) Aug 31 04:33:36.801373 dv-cinder-778193-7-iscsi neutron-server[93874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 04:33:36.801373 dv-cinder-778193-7-iscsi neutron-server[93874]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 04:33:36.801373 dv-cinder-778193-7-iscsi neutron-server[93874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 04:33:36.801373 dv-cinder-778193-7-iscsi neutron-server[93874]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 04:33:36.801373 dv-cinder-778193-7-iscsi neutron-server[93874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 04:33:36.801373 dv-cinder-778193-7-iscsi neutron-server[93874]: return f(self, *a, **k) Aug 31 04:33:36.801373 dv-cinder-778193-7-iscsi neutron-server[93874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 04:33:36.801373 dv-cinder-778193-7-iscsi neutron-server[93874]: return self._get(url).json() Aug 31 04:33:36.801373 dv-cinder-778193-7-iscsi neutron-server[93874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 04:33:36.801373 dv-cinder-778193-7-iscsi neutron-server[93874]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 04:33:36.801373 dv-cinder-778193-7-iscsi neutron-server[93874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 04:33:36.801373 dv-cinder-778193-7-iscsi neutron-server[93874]: return self.request(url, 'GET', **kwargs) Aug 31 04:33:36.801373 dv-cinder-778193-7-iscsi neutron-server[93874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 04:33:36.801373 dv-cinder-778193-7-iscsi neutron-server[93874]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 04:33:36.801373 dv-cinder-778193-7-iscsi neutron-server[93874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 04:33:36.801373 dv-cinder-778193-7-iscsi neutron-server[93874]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 04:33:36.801373 dv-cinder-778193-7-iscsi neutron-server[93874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 04:33:36.801373 dv-cinder-778193-7-iscsi neutron-server[93874]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 04:33:36.801373 dv-cinder-778193-7-iscsi neutron-server[93874]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 04:33:36.863148 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a76378d-1e3b-4b8b-bf10-d2d53c427c33 req-97b22168-ced1-47c1-8fc6-669a0533c8e4 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:36.864622 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-7a76378d-1e3b-4b8b-bf10-d2d53c427c33 req-97b22168-ced1-47c1-8fc6-669a0533c8e4 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.13 "GET /v2.0/networks?id=324d503c-fc7f-4c16-bee4-2a3af6fefdb5 HTTP/1.1" status: 200 len: 814 time: 0.1234884 Aug 31 04:33:36.871303 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-aef26bc8-f741-4359-b090-594f29d09f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-666522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7956227'] for network, after_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:36.878480 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-aef26bc8-f741-4359-b090-594f29d09f17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8355474'] for network, before_response {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:36.880362 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-aef26bc8-f741-4359-b090-594f29d09f17 admin admin] 10.222.0.37 "DELETE /v2.0/networks/7bd807cf-1e0b-4e87-bc78-a66cafcb1b36 HTTP/1.1" status: 204 len: 168 time: 0.4248173 Aug 31 04:33:36.883951 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 60734) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:33:36.889850 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef26bc8-f741-4359-b090-594f29d09f17 admin admin] Pushing event deleted for resources: {'Network': ['ID=7bd807cf-1e0b-4e87-bc78-a66cafcb1b36,revision_number=None']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:33:36.921643 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.v2.base [req-7a76378d-1e3b-4b8b-bf10-d2d53c427c33 req-93a1bca0-43b7-4a99-b00a-4b4405058874 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] Request body: {'port': {'device_id': '2b91a308-46a8-41db-9572-dde18926491a', 'network_id': '324d503c-fc7f-4c16-bee4-2a3af6fefdb5', 'admin_state_up': True, 'tenant_id': 'd2a1a3669e5349b3b72956eee5c16264'}} {{(pid=93873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:33:36.982639 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.db.db_base_plugin_v2 [None req-f25787e5-61c5-49d9-9079-d953e6853d17 admin admin] Deleting subnet 01f1cc34-8f39-4283-9101-b7650aea26b2 {{(pid=93873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 04:33:36.989131 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f25787e5-61c5-49d9-9079-d953e6853d17 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:37.041952 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f25787e5-61c5-49d9-9079-d953e6853d17 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5377030'] for subnet, precommit_delete_associations {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:37.106635 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f25787e5-61c5-49d9-9079-d953e6853d17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665464'] for subnet, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:37.125439 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a76378d-1e3b-4b8b-bf10-d2d53c427c33 req-93a1bca0-43b7-4a99-b00a-4b4405058874 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] Made reservation on behalf of d2a1a3669e5349b3b72956eee5c16264 for: {'port': 1} {{(pid=93873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:33:37.128837 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-7a76378d-1e3b-4b8b-bf10-d2d53c427c33 req-93a1bca0-43b7-4a99-b00a-4b4405058874 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:37.224220 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f25787e5-61c5-49d9-9079-d953e6853d17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4316772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4637754'] for subnet, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:37.260571 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25787e5-61c5-49d9-9079-d953e6853d17 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01f1cc34-8f39-4283-9101-b7650aea26b2,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:33:37.265652 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f25787e5-61c5-49d9-9079-d953e6853d17 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:37.270013 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-f25787e5-61c5-49d9-9079-d953e6853d17 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/01f1cc34-8f39-4283-9101-b7650aea26b2 HTTP/1.1" status: 204 len: 168 time: 0.3849974 Aug 31 04:33:37.270297 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 60750) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:33:37.319272 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.db.db_base_plugin_common [req-7a76378d-1e3b-4b8b-bf10-d2d53c427c33 req-93a1bca0-43b7-4a99-b00a-4b4405058874 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] Allocated IP 172.20.0.11 (324d503c-fc7f-4c16-bee4-2a3af6fefdb5/5dd8637b-f77f-4006-8986-9a7f8cb1c65f/869c154e-acb4-4cc7-b8f9-ba1c74c92d03) {{(pid=93873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:33:37.352140 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-0756fb0c-c77a-42e1-ad1b-53519401fc1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526871'] for network, before_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:37.459326 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-0756fb0c-c77a-42e1-ad1b-53519401fc1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-666499', 'neutron.services.segments.db._delete_segments_for_network-8730087480257'] for network, precommit_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:37.470931 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.services.segments.db [None req-0756fb0c-c77a-42e1-ad1b-53519401fc1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60b62661-ea24-474f-bd10-7443ae921dd7']}} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:33:37.495539 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.services.segments.db [None req-0756fb0c-c77a-42e1-ad1b-53519401fc1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd667b264-6fb7-4334-ae48-570fe3f5587d') {'for_net_delete': True} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:33:37.495864 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.services.segments.db [None req-0756fb0c-c77a-42e1-ad1b-53519401fc1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd667b264-6fb7-4334-ae48-570fe3f5587d') {} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:33:37.504135 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-7a76378d-1e3b-4b8b-bf10-d2d53c427c33 req-93a1bca0-43b7-4a99-b00a-4b4405058874 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] Notify callbacks [] for port, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:37.519520 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-0756fb0c-c77a-42e1-ad1b-53519401fc1a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730087490389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16523569'] for segment, before_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:37.550751 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-7a76378d-1e3b-4b8b-bf10-d2d53c427c33 req-93a1bca0-43b7-4a99-b00a-4b4405058874 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730086931496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4316683'] for port, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:37.556043 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afa95d1-3efb-498f-a22b-66f296cc01bb req-6fc46fa1-799f-4798-bcac-86de2dba5811 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:37.557764 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-3afa95d1-3efb-498f-a22b-66f296cc01bb req-6fc46fa1-799f-4798-bcac-86de2dba5811 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb2658bf-a714-436c-a25f-c5bb13131cb8 HTTP/1.1" status: 200 len: 945 time: 0.0842841 Aug 31 04:33:37.559495 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-0756fb0c-c77a-42e1-ad1b-53519401fc1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671022'] for segment, precommit_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:37.566901 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0756fb0c-c77a-42e1-ad1b-53519401fc1a admin admin] Releasing vlan 379 on physical network physnet1 to pool {{(pid=93874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 04:33:37.567262 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-0756fb0c-c77a-42e1-ad1b-53519401fc1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16403948'] for segment, after_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:37.575096 dv-cinder-778193-7-iscsi neutron-server[93874]: Traceback (most recent call last): Aug 31 04:33:37.575096 dv-cinder-778193-7-iscsi neutron-server[93874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 04:33:37.575096 dv-cinder-778193-7-iscsi neutron-server[93874]: timer() Aug 31 04:33:37.575096 dv-cinder-778193-7-iscsi neutron-server[93874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 04:33:37.575096 dv-cinder-778193-7-iscsi neutron-server[93874]: cb(*args, **kw) Aug 31 04:33:37.575096 dv-cinder-778193-7-iscsi neutron-server[93874]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 04:33:37.575096 dv-cinder-778193-7-iscsi neutron-server[93874]: return func(*args, **kwargs) Aug 31 04:33:37.575096 dv-cinder-778193-7-iscsi neutron-server[93874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 04:33:37.575096 dv-cinder-778193-7-iscsi neutron-server[93874]: self._notify() Aug 31 04:33:37.575096 dv-cinder-778193-7-iscsi neutron-server[93874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 04:33:37.575096 dv-cinder-778193-7-iscsi neutron-server[93874]: self.callback(batched_events) Aug 31 04:33:37.575096 dv-cinder-778193-7-iscsi neutron-server[93874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 04:33:37.575096 dv-cinder-778193-7-iscsi neutron-server[93874]: event.method(event) Aug 31 04:33:37.575096 dv-cinder-778193-7-iscsi neutron-server[93874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 04:33:37.575096 dv-cinder-778193-7-iscsi neutron-server[93874]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 04:33:37.575096 dv-cinder-778193-7-iscsi neutron-server[93874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 04:33:37.575096 dv-cinder-778193-7-iscsi neutron-server[93874]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 04:33:37.575096 dv-cinder-778193-7-iscsi neutron-server[93874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 04:33:37.575096 dv-cinder-778193-7-iscsi neutron-server[93874]: return f(self, *a, **k) Aug 31 04:33:37.575096 dv-cinder-778193-7-iscsi neutron-server[93874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 04:33:37.575096 dv-cinder-778193-7-iscsi neutron-server[93874]: return self._get(url).json() Aug 31 04:33:37.575096 dv-cinder-778193-7-iscsi neutron-server[93874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 04:33:37.575096 dv-cinder-778193-7-iscsi neutron-server[93874]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 04:33:37.575096 dv-cinder-778193-7-iscsi neutron-server[93874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 04:33:37.575096 dv-cinder-778193-7-iscsi neutron-server[93874]: return self.request(url, 'GET', **kwargs) Aug 31 04:33:37.575096 dv-cinder-778193-7-iscsi neutron-server[93874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 04:33:37.575096 dv-cinder-778193-7-iscsi neutron-server[93874]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 04:33:37.575096 dv-cinder-778193-7-iscsi neutron-server[93874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 04:33:37.575096 dv-cinder-778193-7-iscsi neutron-server[93874]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 04:33:37.575096 dv-cinder-778193-7-iscsi neutron-server[93874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 04:33:37.575096 dv-cinder-778193-7-iscsi neutron-server[93874]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 04:33:37.575096 dv-cinder-778193-7-iscsi neutron-server[93874]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 04:33:37.608396 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a76378d-1e3b-4b8b-bf10-d2d53c427c33 req-93a1bca0-43b7-4a99-b00a-4b4405058874 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] Network 324d503c-fc7f-4c16-bee4-2a3af6fefdb5 is already hosted by enough agents. {{(pid=93873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:33:37.611793 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.scheduler.base_scheduler [req-7a76378d-1e3b-4b8b-bf10-d2d53c427c33 req-93a1bca0-43b7-4a99-b00a-4b4405058874 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] Resources bound (agent type, host, resource id): {{(pid=93873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:33:37.616502 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a76378d-1e3b-4b8b-bf10-d2d53c427c33 req-93a1bca0-43b7-4a99-b00a-4b4405058874 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] Received port after_create {{(pid=93873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 04:33:37.661674 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a1bca0-43b7-4a99-b00a-4b4405058874 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] Pushing event updated for resources: {'Port': ['ID=869c154e-acb4-4cc7-b8f9-ba1c74c92d03,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:33:37.688393 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a76378d-1e3b-4b8b-bf10-d2d53c427c33 req-93a1bca0-43b7-4a99-b00a-4b4405058874 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:37.689056 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-7a76378d-1e3b-4b8b-bf10-d2d53c427c33 req-93a1bca0-43b7-4a99-b00a-4b4405058874 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200266'] for port, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:37.707968 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-7a76378d-1e3b-4b8b-bf10-d2d53c427c33 req-93a1bca0-43b7-4a99-b00a-4b4405058874 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7931304 Aug 31 04:33:37.736781 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.v2.base [req-7a76378d-1e3b-4b8b-bf10-d2d53c427c33 req-2324ee05-ac9c-43d9-841e-bcf5795db094 service neutron] Request body: {'port': {'device_id': '2b91a308-46a8-41db-9572-dde18926491a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=93873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:33:37.799197 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-7a76378d-1e3b-4b8b-bf10-d2d53c427c33 req-2324ee05-ac9c-43d9-841e-bcf5795db094 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:37.930661 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-3afa95d1-3efb-498f-a22b-66f296cc01bb req-3fbc8ff4-c082-4423-ad41-3e3a8d568ef5 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/security-groups?id=75b78e4a-f72a-42ae-924c-e5c8844ea7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3666406 Aug 31 04:33:37.943526 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-0756fb0c-c77a-42e1-ad1b-53519401fc1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-666522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7956227'] for network, after_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:37.951444 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-0756fb0c-c77a-42e1-ad1b-53519401fc1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8355474'] for network, before_response {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:37.956762 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-0756fb0c-c77a-42e1-ad1b-53519401fc1a admin admin] 10.222.0.37 "DELETE /v2.0/networks/60b62661-ea24-474f-bd10-7443ae921dd7 HTTP/1.1" status: 204 len: 168 time: 0.6824410 Aug 31 04:33:37.990197 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0756fb0c-c77a-42e1-ad1b-53519401fc1a admin admin] Pushing event deleted for resources: {'Network': ['ID=60b62661-ea24-474f-bd10-7443ae921dd7,revision_number=None']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:33:38.034768 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cda580-d127-410b-92bd-526e8e6e4384 req-fc68102d-78a8-460f-999c-763d579ab36f tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:38.036317 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-f1cda580-d127-410b-92bd-526e8e6e4384 req-fc68102d-78a8-460f-999c-763d579ab36f tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b91a308-46a8-41db-9572-dde18926491a HTTP/1.1" status: 200 len: 932 time: 0.1735356 Aug 31 04:33:38.087033 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-f1cda580-d127-410b-92bd-526e8e6e4384 req-89a46a18-5e37-4f89-b23c-a077e51e0a22 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.37 "GET /v2.0/security-groups?id=6edf5784-9dde-4b8b-8160-15944e15858a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433226 Aug 31 04:33:38.127980 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.notifiers.nova [req-7a76378d-1e3b-4b8b-bf10-d2d53c427c33 req-2324ee05-ac9c-43d9-841e-bcf5795db094 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 869c154e-acb4-4cc7-b8f9-ba1c74c92d03 {{(pid=93873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 04:33:38.136658 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-7a76378d-1e3b-4b8b-bf10-d2d53c427c33 req-2324ee05-ac9c-43d9-841e-bcf5795db094 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:38.149914 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [req-7a76378d-1e3b-4b8b-bf10-d2d53c427c33 req-2324ee05-ac9c-43d9-841e-bcf5795db094 service neutron] Transition to ACTIVE for port object 869c154e-acb4-4cc7-b8f9-ba1c74c92d03 will not be triggered until provisioned by entity L2. {{(pid=93873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 04:33:38.156913 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-7a76378d-1e3b-4b8b-bf10-d2d53c427c33 req-2324ee05-ac9c-43d9-841e-bcf5795db094 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4316722'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:38.172768 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 60788) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:33:38.211376 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2324ee05-ac9c-43d9-841e-bcf5795db094 service neutron] Pushing event updated for resources: {'Port': ['ID=869c154e-acb4-4cc7-b8f9-ba1c74c92d03,revision_number=2']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:33:38.214486 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-3deb9a8a-2bfc-4921-9268-78cfdcda2b58 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c85883a390564a789c994f986d606512&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0404689 Aug 31 04:33:38.216962 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 60790) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:33:38.271232 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-aa4ae8bc-6e55-436d-864f-f29f7aac4951 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:38.289469 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.managers [req-7a76378d-1e3b-4b8b-bf10-d2d53c427c33 req-2324ee05-ac9c-43d9-841e-bcf5795db094 service neutron] Attempting to bind port 869c154e-acb4-4cc7-b8f9-ba1c74c92d03 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 04:33:38.289872 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.managers [req-7a76378d-1e3b-4b8b-bf10-d2d53c427c33 req-2324ee05-ac9c-43d9-841e-bcf5795db094 service neutron] Attempting to bind port 869c154e-acb4-4cc7-b8f9-ba1c74c92d03 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '5ae55f0a-ffba-458b-8371-7ff11ecedc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '324d503c-fc7f-4c16-bee4-2a3af6fefdb5'}] {{(pid=93873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 04:33:38.290253 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a76378d-1e3b-4b8b-bf10-d2d53c427c33 req-2324ee05-ac9c-43d9-841e-bcf5795db094 service neutron] Attempting to bind port 869c154e-acb4-4cc7-b8f9-ba1c74c92d03 on network 324d503c-fc7f-4c16-bee4-2a3af6fefdb5 {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 04:33:38.294813 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a76378d-1e3b-4b8b-bf10-d2d53c427c33 req-2324ee05-ac9c-43d9-841e-bcf5795db094 service neutron] Port 869c154e-acb4-4cc7-b8f9-ba1c74c92d03 on network 324d503c-fc7f-4c16-bee4-2a3af6fefdb5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 04:33:38.295133 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a76378d-1e3b-4b8b-bf10-d2d53c427c33 req-2324ee05-ac9c-43d9-841e-bcf5795db094 service neutron] Attempting to bind port 869c154e-acb4-4cc7-b8f9-ba1c74c92d03 on network 324d503c-fc7f-4c16-bee4-2a3af6fefdb5 {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 04:33:38.295692 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-aa4ae8bc-6e55-436d-864f-f29f7aac4951 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:38.299933 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a76378d-1e3b-4b8b-bf10-d2d53c427c33 req-2324ee05-ac9c-43d9-841e-bcf5795db094 service neutron] Checking agent: {'id': 'cec96490-d34b-42db-b58a-d4405faa4e11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 4, 30, 28), 'started_at': datetime.datetime(2021, 8, 31, 4, 30, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 4, 33, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 04:33:38.300299 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a76378d-1e3b-4b8b-bf10-d2d53c427c33 req-2324ee05-ac9c-43d9-841e-bcf5795db094 service neutron] Checking segment: {'id': '5ae55f0a-ffba-458b-8371-7ff11ecedc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '324d503c-fc7f-4c16-bee4-2a3af6fefdb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 04:33:38.300720 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a76378d-1e3b-4b8b-bf10-d2d53c427c33 req-2324ee05-ac9c-43d9-841e-bcf5795db094 service neutron] Bound using segment: {'id': '5ae55f0a-ffba-458b-8371-7ff11ecedc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '324d503c-fc7f-4c16-bee4-2a3af6fefdb5'} {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 04:33:38.301199 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.managers [req-7a76378d-1e3b-4b8b-bf10-d2d53c427c33 req-2324ee05-ac9c-43d9-841e-bcf5795db094 service neutron] Bound port: 869c154e-acb4-4cc7-b8f9-ba1c74c92d03, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ae55f0a-ffba-458b-8371-7ff11ecedc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '324d503c-fc7f-4c16-bee4-2a3af6fefdb5'}}] {{(pid=93873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 04:33:38.301606 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-7a76378d-1e3b-4b8b-bf10-d2d53c427c33 req-2324ee05-ac9c-43d9-841e-bcf5795db094 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:38.355182 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-aa4ae8bc-6e55-436d-864f-f29f7aac4951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:38.357850 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-aa4ae8bc-6e55-436d-864f-f29f7aac4951 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:38.361480 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-aa4ae8bc-6e55-436d-864f-f29f7aac4951 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7a9cce14-2da3-4c2f-96c8-9d846399dadf HTTP/1.1" status: 204 len: 168 time: 0.1411469 Aug 31 04:33:38.370334 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4ae8bc-6e55-436d-864f-f29f7aac4951 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a9cce14-2da3-4c2f-96c8-9d846399dadf,revision_number=None']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:33:38.373245 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [req-7a76378d-1e3b-4b8b-bf10-d2d53c427c33 req-2324ee05-ac9c-43d9-841e-bcf5795db094 service neutron] For port 869c154e-acb4-4cc7-b8f9-ba1c74c92d03, host hv-cinder-77819, cleared binding levels {{(pid=93873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:33:38.379302 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [req-7a76378d-1e3b-4b8b-bf10-d2d53c427c33 req-2324ee05-ac9c-43d9-841e-bcf5795db094 service neutron] For port 869c154e-acb4-4cc7-b8f9-ba1c74c92d03, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=869c154e-acb4-4cc7-b8f9-ba1c74c92d03,segment=NetworkSegment(5ae55f0a-ffba-458b-8371-7ff11ecedc8f),segment_id=5ae55f0a-ffba-458b-8371-7ff11ecedc8f)] {{(pid=93873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:33:38.392022 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-7a76378d-1e3b-4b8b-bf10-d2d53c427c33 req-2324ee05-ac9c-43d9-841e-bcf5795db094 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4316722'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:38.434825 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a76378d-1e3b-4b8b-bf10-d2d53c427c33 req-2324ee05-ac9c-43d9-841e-bcf5795db094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:38.435435 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-7a76378d-1e3b-4b8b-bf10-d2d53c427c33 req-2324ee05-ac9c-43d9-841e-bcf5795db094 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200266'] for port, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:38.436807 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-7a76378d-1e3b-4b8b-bf10-d2d53c427c33 req-2324ee05-ac9c-43d9-841e-bcf5795db094 service neutron] 10.222.0.13 "PUT /v2.0/ports/869c154e-acb4-4cc7-b8f9-ba1c74c92d03 HTTP/1.1" status: 200 len: 1094 time: 0.7060032 Aug 31 04:33:38.437237 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b91a308-46a8-41db-9572-dde18926491a', 'tag': '869c154e-acb4-4cc7-b8f9-ba1c74c92d03'}] {{(pid=93873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 04:33:38.439635 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a11e4e79c753650f2852f0d7a0fe7e91abda00271ce9373e69ea4f6baf967f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3c541fb-2918-4142-9013-5ed7472fd434" -d '{"events": [{"name": "network-changed", "server_uuid": "2b91a308-46a8-41db-9572-dde18926491a", "tag": "869c154e-acb4-4cc7-b8f9-ba1c74c92d03"}]}' {{(pid=93873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:33:38.468905 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2324ee05-ac9c-43d9-841e-bcf5795db094 service neutron] Pushing event updated for resources: {'Port': ['ID=869c154e-acb4-4cc7-b8f9-ba1c74c92d03,revision_number=3']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:33:38.480185 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 04:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4e13744-24c2-4cde-a7bc-526e072967f0 x-openstack-request-id: req-b4e13744-24c2-4cde-a7bc-526e072967f0 {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:33:38.480490 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b91a308-46a8-41db-9572-dde18926491a", "tag": "869c154e-acb4-4cc7-b8f9-ba1c74c92d03", "status": "completed", "code": 200}]} {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:33:38.480741 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b4e13744-24c2-4cde-a7bc-526e072967f0 {{(pid=93873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:33:38.481128 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b91a308-46a8-41db-9572-dde18926491a', 'tag': '869c154e-acb4-4cc7-b8f9-ba1c74c92d03', 'status': 'completed', 'code': 200} Aug 31 04:33:38.563298 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a76378d-1e3b-4b8b-bf10-d2d53c427c33 req-1437cac8-3a98-4d04-9f54-6cb9d19425b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:38.564809 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-7a76378d-1e3b-4b8b-bf10-d2d53c427c33 req-1437cac8-3a98-4d04-9f54-6cb9d19425b7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d2a1a3669e5349b3b72956eee5c16264&device_id=2b91a308-46a8-41db-9572-dde18926491a HTTP/1.1" status: 200 len: 1097 time: 0.0414364 Aug 31 04:33:38.618982 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-7a76378d-1e3b-4b8b-bf10-d2d53c427c33 req-31e1f8df-447d-41f3-bc07-6e061ed74e3e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=869c154e-acb4-4cc7-b8f9-ba1c74c92d03 HTTP/1.1" status: 200 len: 217 time: 0.0342736 Aug 31 04:33:38.729928 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 60802) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:33:38.774290 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-6c449320-fc3a-4bcc-a842-f1ab6d16c228 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=23e3fbce3a6d40b4b21747de91c7b7da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0431824 Aug 31 04:33:38.776717 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 60804) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:33:38.826369 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-96aa934a-bbf7-490d-b822-e6d8039027ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:38.847466 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-96aa934a-bbf7-490d-b822-e6d8039027ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:38.892361 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-96aa934a-bbf7-490d-b822-e6d8039027ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:38.893926 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a76378d-1e3b-4b8b-bf10-d2d53c427c33 req-a2d3b40a-a366-466f-81f4-87ad1bd01352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:38.894994 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-96aa934a-bbf7-490d-b822-e6d8039027ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:38.895394 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-7a76378d-1e3b-4b8b-bf10-d2d53c427c33 req-a2d3b40a-a366-466f-81f4-87ad1bd01352 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5dd8637b-f77f-4006-8986-9a7f8cb1c65f HTTP/1.1" status: 200 len: 854 time: 0.2660022 Aug 31 04:33:38.896177 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-96aa934a-bbf7-490d-b822-e6d8039027ab admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ca65f2be-2f87-44f9-97ae-46039d07ae18 HTTP/1.1" status: 204 len: 168 time: 0.1185756 Aug 31 04:33:38.905584 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96aa934a-bbf7-490d-b822-e6d8039027ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca65f2be-2f87-44f9-97ae-46039d07ae18,revision_number=None']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:33:38.938011 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-7a76378d-1e3b-4b8b-bf10-d2d53c427c33 req-f30e3ee4-b26e-4412-adba-aa436d57b86f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=324d503c-fc7f-4c16-bee4-2a3af6fefdb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307395 Aug 31 04:33:39.042650 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-7a76378d-1e3b-4b8b-bf10-d2d53c427c33 req-0c37938c-f6c6-402f-acf4-5e4919e1a1ba service neutron] 10.222.0.13 "GET /v2.0/networks/324d503c-fc7f-4c16-bee4-2a3af6fefdb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918930 Aug 31 04:33:39.057166 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f598ab3-f42d-44e3-95c2-1600945a0841 req-dcee0ecf-8ddf-42e7-bb32-f21f92a115e9 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:39.058826 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-5f598ab3-f42d-44e3-95c2-1600945a0841 req-dcee0ecf-8ddf-42e7-bb32-f21f92a115e9 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb2658bf-a714-436c-a25f-c5bb13131cb8 HTTP/1.1" status: 200 len: 945 time: 0.0579083 Aug 31 04:33:39.109561 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-5f598ab3-f42d-44e3-95c2-1600945a0841 req-757d670d-e03e-450d-8609-4a687c633dab tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/security-groups?id=75b78e4a-f72a-42ae-924c-e5c8844ea7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440943 Aug 31 04:33:39.167596 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-7a76378d-1e3b-4b8b-bf10-d2d53c427c33 req-fd730d70-58e0-4794-b344-2971b1ffe9e6 service neutron] 10.222.0.13 "GET /v2.0/networks/324d503c-fc7f-4c16-bee4-2a3af6fefdb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136775 Aug 31 04:33:39.260330 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c59ef17-b205-4467-b7be-29489d64a3ce req-1debb89e-bf73-4ab4-8d1c-f0a0ac7894e7 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:39.261974 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-1c59ef17-b205-4467-b7be-29489d64a3ce req-1debb89e-bf73-4ab4-8d1c-f0a0ac7894e7 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b91a308-46a8-41db-9572-dde18926491a HTTP/1.1" status: 200 len: 944 time: 0.0557737 Aug 31 04:33:39.307298 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-1c59ef17-b205-4467-b7be-29489d64a3ce req-860e5054-f02a-4cf2-9fae-bf41dd2463b1 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.37 "GET /v2.0/security-groups?id=6edf5784-9dde-4b8b-8160-15944e15858a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362604 Aug 31 04:33:39.375764 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c541fb-2918-4142-9013-5ed7472fd434 req-6fb95be6-ec46-4468-a346-8355013cf436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:39.377282 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-a3c541fb-2918-4142-9013-5ed7472fd434 req-6fb95be6-ec46-4468-a346-8355013cf436 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d2a1a3669e5349b3b72956eee5c16264&device_id=2b91a308-46a8-41db-9572-dde18926491a HTTP/1.1" status: 200 len: 1097 time: 0.0497646 Aug 31 04:33:39.404221 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 60830) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:33:39.512350 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c541fb-2918-4142-9013-5ed7472fd434 req-95b38e6c-d656-47dc-b098-532f2a354ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:39.513903 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-a3c541fb-2918-4142-9013-5ed7472fd434 req-95b38e6c-d656-47dc-b098-532f2a354ca2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=324d503c-fc7f-4c16-bee4-2a3af6fefdb5 HTTP/1.1" status: 200 len: 915 time: 0.1145346 Aug 31 04:33:39.527131 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-58947c6f-4030-4287-8422-6bf479d43611 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:39.594252 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-a3c541fb-2918-4142-9013-5ed7472fd434 req-ea035092-8684-4518-b17f-b4c5bfe84ab8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=869c154e-acb4-4cc7-b8f9-ba1c74c92d03 HTTP/1.1" status: 200 len: 217 time: 0.0441139 Aug 31 04:33:39.621674 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-58947c6f-4030-4287-8422-6bf479d43611 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:39.625518 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-58947c6f-4030-4287-8422-6bf479d43611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:39.651766 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c541fb-2918-4142-9013-5ed7472fd434 req-fc2bab10-6a1c-4c1c-a102-26ec2b9f6f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:39.652693 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-a3c541fb-2918-4142-9013-5ed7472fd434 req-fc2bab10-6a1c-4c1c-a102-26ec2b9f6f78 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5dd8637b-f77f-4006-8986-9a7f8cb1c65f HTTP/1.1" status: 200 len: 854 time: 0.0468092 Aug 31 04:33:39.664449 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-58947c6f-4030-4287-8422-6bf479d43611 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=86f5001c505347528ccdfe500867a7f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2590082 Aug 31 04:33:39.665478 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58947c6f-4030-4287-8422-6bf479d43611 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61137db0-2e52-4888-ae4c-6e28876d021b,revision_number=1']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:33:39.668385 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 60842) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:33:39.702455 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-a3c541fb-2918-4142-9013-5ed7472fd434 req-25869b9b-b296-4afc-bc11-58ae8f16f920 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=324d503c-fc7f-4c16-bee4-2a3af6fefdb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410357 Aug 31 04:33:39.722947 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-96e08478-8d38-41ce-9f8e-962efd5a76cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:39.744719 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-96e08478-8d38-41ce-9f8e-962efd5a76cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:39.811706 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-96e08478-8d38-41ce-9f8e-962efd5a76cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:39.814824 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-96e08478-8d38-41ce-9f8e-962efd5a76cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:39.815942 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-96e08478-8d38-41ce-9f8e-962efd5a76cd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/61137db0-2e52-4888-ae4c-6e28876d021b HTTP/1.1" status: 204 len: 168 time: 0.1466675 Aug 31 04:33:39.825298 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-a3c541fb-2918-4142-9013-5ed7472fd434 req-4ee3d1aa-6a93-4d74-b8b0-4d3e60209e69 service neutron] 10.222.0.13 "GET /v2.0/networks/324d503c-fc7f-4c16-bee4-2a3af6fefdb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059432 Aug 31 04:33:39.827196 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e08478-8d38-41ce-9f8e-962efd5a76cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61137db0-2e52-4888-ae4c-6e28876d021b,revision_number=None']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:33:39.881025 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 60852) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:33:39.937427 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-a3c541fb-2918-4142-9013-5ed7472fd434 req-7d0b69b5-b8cc-474f-a4a7-24110bb1fd73 service neutron] 10.222.0.13 "GET /v2.0/networks/324d503c-fc7f-4c16-bee4-2a3af6fefdb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937541 Aug 31 04:33:40.102538 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.v2.base [None req-9e5888fe-dbc7-48b0-b5d2-7122acfeb848 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2072715804-network', 'tenant_id': 'ab311a0b396b46aeb9650f0c41fada96'}} {{(pid=93874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:33:40.124941 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e5888fe-dbc7-48b0-b5d2-7122acfeb848 admin admin] Made reservation on behalf of ab311a0b396b46aeb9650f0c41fada96 for: {'network': 1} {{(pid=93874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:33:40.130298 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-9e5888fe-dbc7-48b0-b5d2-7122acfeb848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for network, before_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:40.139865 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-9e5888fe-dbc7-48b0-b5d2-7122acfeb848 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:40.263719 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b9e830-2a09-4d62-b2e2-75fafbdb1028 req-f59be06f-04c9-414a-85b3-19c59361ac23 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:40.265849 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-26b9e830-2a09-4d62-b2e2-75fafbdb1028 req-f59be06f-04c9-414a-85b3-19c59361ac23 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb2658bf-a714-436c-a25f-c5bb13131cb8 HTTP/1.1" status: 200 len: 945 time: 0.0687101 Aug 31 04:33:40.305755 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-9e5888fe-dbc7-48b0-b5d2-7122acfeb848 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:40.310833 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-9e5888fe-dbc7-48b0-b5d2-7122acfeb848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:40.338099 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-26b9e830-2a09-4d62-b2e2-75fafbdb1028 req-9fa7f9c6-41a6-4965-b34c-b19ea8a57b50 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/security-groups?id=75b78e4a-f72a-42ae-924c-e5c8844ea7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608537 Aug 31 04:33:40.344914 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e5888fe-dbc7-48b0-b5d2-7122acfeb848 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 395} {{(pid=93874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 04:33:40.358951 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5888fe-dbc7-48b0-b5d2-7122acfeb848 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f65e94a-0045-4695-bea3-6d2c0c319a75,revision_number=1']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:33:40.364777 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-9e5888fe-dbc7-48b0-b5d2-7122acfeb848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671022'] for segment, precommit_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:40.365119 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.db.segments_db [None req-9e5888fe-dbc7-48b0-b5d2-7122acfeb848 admin admin] Added segment addae48f-32b7-413b-a119-940a5c53c50e of type vlan for network bb82b1c7-25b2-43f9-aa58-b7e64d26c2da Aug 31 04:33:40.410962 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-9e5888fe-dbc7-48b0-b5d2-7122acfeb848 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730086947184'] for network, precommit_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:40.467693 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-9e5888fe-dbc7-48b0-b5d2-7122acfeb848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424'] for network, after_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:40.468772 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e5888fe-dbc7-48b0-b5d2-7122acfeb848 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:40.469400 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-9e5888fe-dbc7-48b0-b5d2-7122acfeb848 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8355474'] for network, before_response {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:40.483902 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dd9d98-c9db-469f-877b-bb21466393ab req-49ac5a59-a704-41ad-97a6-2d9415e95d2f tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:40.485370 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-48dd9d98-c9db-469f-877b-bb21466393ab req-49ac5a59-a704-41ad-97a6-2d9415e95d2f tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b91a308-46a8-41db-9572-dde18926491a HTTP/1.1" status: 200 len: 944 time: 0.0776317 Aug 31 04:33:40.537641 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-9e5888fe-dbc7-48b0-b5d2-7122acfeb848 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6538901 Aug 31 04:33:40.540701 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 60882) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:33:40.545656 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.v2.base [None req-f665b51d-7e36-4dd6-abf8-1adecef429ab admin admin] Request body: {'subnet': {'network_id': 'bb82b1c7-25b2-43f9-aa58-b7e64d26c2da', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2072715804-subnet', 'tenant_id': 'ab311a0b396b46aeb9650f0c41fada96', 'ip_version': 4}} {{(pid=93873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:33:40.561857 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5888fe-dbc7-48b0-b5d2-7122acfeb848 admin admin] Pushing event updated for resources: {'Network': ['ID=bb82b1c7-25b2-43f9-aa58-b7e64d26c2da,revision_number=1']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:33:40.574238 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Network bb82b1c7-25b2-43f9-aa58-b7e64d26c2da details requested by agent ovs-agent-dv-cinder-778193-7-iscsi with host dv-cinder-778193-7-iscsi {{(pid=93875) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 04:33:40.585907 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-48dd9d98-c9db-469f-877b-bb21466393ab req-13e2d56e-d3a4-4bd4-847e-3122eedcce8e tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.37 "GET /v2.0/security-groups?id=6edf5784-9dde-4b8b-8160-15944e15858a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871291 Aug 31 04:33:40.590378 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f665b51d-7e36-4dd6-abf8-1adecef429ab admin admin] Made reservation on behalf of ab311a0b396b46aeb9650f0c41fada96 for: {'subnet': 1} {{(pid=93873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:33:40.593939 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f665b51d-7e36-4dd6-abf8-1adecef429ab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4637717'] for subnet, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:40.781966 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f665b51d-7e36-4dd6-abf8-1adecef429ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4317115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4637699'] for subnet, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:40.835573 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f665b51d-7e36-4dd6-abf8-1adecef429ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=737ced97-ee86-44b1-9767-e30f3f13dd11,revision_number=0']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:33:40.846072 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f665b51d-7e36-4dd6-abf8-1adecef429ab admin admin] Checking segment: {'id': 'addae48f-32b7-413b-a119-940a5c53c50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'bb82b1c7-25b2-43f9-aa58-b7e64d26c2da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 04:33:40.846455 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f665b51d-7e36-4dd6-abf8-1adecef429ab admin admin] Network hostable DHCP agents. Network: bb82b1c7-25b2-43f9-aa58-b7e64d26c2da, hostable agents: ['9b8b4806-ecc0-4bb6-b220-1afcd08d5676'], hosted agents: [] {{(pid=93873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 04:33:40.870702 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f665b51d-7e36-4dd6-abf8-1adecef429ab admin admin] Network bb82b1c7-25b2-43f9-aa58-b7e64d26c2da is scheduled to be hosted by DHCP agent 9b8b4806-ecc0-4bb6-b220-1afcd08d5676 with binding_index 1 {{(pid=93873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 04:33:40.882256 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.scheduler.base_scheduler [None req-f665b51d-7e36-4dd6-abf8-1adecef429ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-7-iscsi, bb82b1c7-25b2-43f9-aa58-b7e64d26c2da) {{(pid=93873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:33:40.886075 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f665b51d-7e36-4dd6-abf8-1adecef429ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:40.886798 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f665b51d-7e36-4dd6-abf8-1adecef429ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:40.890617 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c98b1dd-e8b5-4572-975c-0e7271258a9b None None] Network bb82b1c7-25b2-43f9-aa58-b7e64d26c2da requested from dv-cinder-778193-7-iscsi {{(pid=93875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 04:33:40.906341 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-f665b51d-7e36-4dd6-abf8-1adecef429ab admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3618531 Aug 31 04:33:40.906626 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 60894) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:33:40.911008 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.v2.base [None req-f0501f25-a59b-4c4e-9a7d-ecd3225be275 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2072715804-router', 'tenant_id': 'ab311a0b396b46aeb9650f0c41fada96', 'external_gateway_info': {'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408'}}} {{(pid=93873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:33:40.935484 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f0501f25-a59b-4c4e-9a7d-ecd3225be275 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7908113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4355'] for router, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:40.936874 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f0501f25-a59b-4c4e-9a7d-ecd3225be275 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7955191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7955588', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8024679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4372'] for router, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:40.996438 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f0501f25-a59b-4c4e-9a7d-ecd3225be275 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:41.055507 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb0f249d-b179-4225-9303-94c763134ce3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7a2cf1e-32d6-59fc-ab2a-f09a03f47ff6-bb82b1c7-25b2-43f9-aa58-b7e64d26c2da', 'network_id': 'bb82b1c7-25b2-43f9-aa58-b7e64d26c2da', 'tenant_id': 'ab311a0b396b46aeb9650f0c41fada96', 'fixed_ips': [{'subnet_id': '737ced97-ee86-44b1-9767-e30f3f13dd11'}]}} from dv-cinder-778193-7-iscsi. {{(pid=93875) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 04:33:41.056696 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fb0f249d-b179-4225-9303-94c763134ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:41.141640 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f0501f25-a59b-4c4e-9a7d-ecd3225be275 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:41.203297 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-fb0f249d-b179-4225-9303-94c763134ce3 None None] Allocated IP 172.20.0.2 (bb82b1c7-25b2-43f9-aa58-b7e64d26c2da/737ced97-ee86-44b1-9767-e30f3f13dd11/b0699169-227d-4516-9ecc-603b617e43aa) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:33:41.353580 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f0501f25-a59b-4c4e-9a7d-ecd3225be275 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:41.373102 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f0501f25-a59b-4c4e-9a7d-ecd3225be275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:41.374718 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fb0f249d-b179-4225-9303-94c763134ce3 None None] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:41.384780 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-fb0f249d-b179-4225-9303-94c763134ce3 None None] Transition to ACTIVE for port object b0699169-227d-4516-9ecc-603b617e43aa will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 04:33:41.403577 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-fb0f249d-b179-4225-9303-94c763134ce3 None None] Transition to ACTIVE for port object b0699169-227d-4516-9ecc-603b617e43aa will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 04:33:41.413180 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fb0f249d-b179-4225-9303-94c763134ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730086931496'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:41.477089 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0f249d-b179-4225-9303-94c763134ce3 None None] Pushing event updated for resources: {'Port': ['ID=b0699169-227d-4516-9ecc-603b617e43aa,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:33:41.488546 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb0f249d-b179-4225-9303-94c763134ce3 None None] Network bb82b1c7-25b2-43f9-aa58-b7e64d26c2da is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:33:41.491432 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0f249d-b179-4225-9303-94c763134ce3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:33:41.492187 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0f249d-b179-4225-9303-94c763134ce3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:33:41.492771 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0f249d-b179-4225-9303-94c763134ce3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:33:41.493267 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0f249d-b179-4225-9303-94c763134ce3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:33:41.493754 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0f249d-b179-4225-9303-94c763134ce3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:33:41.494250 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0f249d-b179-4225-9303-94c763134ce3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:33:41.494711 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0f249d-b179-4225-9303-94c763134ce3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:33:41.495176 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0f249d-b179-4225-9303-94c763134ce3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:33:41.495670 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0f249d-b179-4225-9303-94c763134ce3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:33:41.496043 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0f249d-b179-4225-9303-94c763134ce3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:33:41.496663 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0f249d-b179-4225-9303-94c763134ce3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:33:41.496863 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.db.db_base_plugin_common [None req-f0501f25-a59b-4c4e-9a7d-ecd3225be275 admin admin] Allocated IP 172.27.3.59 (f4b5f899-990a-4804-98c2-2f4cfa444408/03ec91ec-d42e-4d2c-8dee-dc4e2d357557/2ce827ad-f547-42ed-bf4f-2fbb1116960c) {{(pid=93873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:33:41.497322 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0f249d-b179-4225-9303-94c763134ce3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:33:41.501523 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-fb0f249d-b179-4225-9303-94c763134ce3 None None] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:33:41.504999 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00214d01-274e-4d28-a179-317bfb1b9701 req-4e201b20-e839-4be9-9884-7727f16435dc tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:41.506366 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0f249d-b179-4225-9303-94c763134ce3 None None] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 04:33:41.509104 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-00214d01-274e-4d28-a179-317bfb1b9701 req-4e201b20-e839-4be9-9884-7727f16435dc tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb2658bf-a714-436c-a25f-c5bb13131cb8 HTTP/1.1" status: 200 len: 945 time: 0.0804801 Aug 31 04:33:41.583959 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [None req-fb0f249d-b179-4225-9303-94c763134ce3 None None] Attempting to bind port b0699169-227d-4516-9ecc-603b617e43aa on host dv-cinder-778193-7-iscsi for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 04:33:41.585919 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [None req-fb0f249d-b179-4225-9303-94c763134ce3 None None] Attempting to bind port b0699169-227d-4516-9ecc-603b617e43aa by drivers openvswitch,hyperv on host dv-cinder-778193-7-iscsi at level 0 using segments [{'id': 'addae48f-32b7-413b-a119-940a5c53c50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'bb82b1c7-25b2-43f9-aa58-b7e64d26c2da'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 04:33:41.588509 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0f249d-b179-4225-9303-94c763134ce3 None None] Attempting to bind port b0699169-227d-4516-9ecc-603b617e43aa on network bb82b1c7-25b2-43f9-aa58-b7e64d26c2da {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 04:33:41.594667 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-00214d01-274e-4d28-a179-317bfb1b9701 req-a094f5fc-909b-47b2-9c16-61a9d18cce1d tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/security-groups?id=75b78e4a-f72a-42ae-924c-e5c8844ea7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787513 Aug 31 04:33:41.599487 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0f249d-b179-4225-9303-94c763134ce3 None None] Checking agent: {'id': '68c6f462-eb0a-4cde-80ac-29944282ee42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 4, 24, 29), 'started_at': datetime.datetime(2021, 8, 31, 4, 24, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 4, 33, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 04:33:41.599957 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0f249d-b179-4225-9303-94c763134ce3 None None] Checking segment: {'id': 'addae48f-32b7-413b-a119-940a5c53c50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'bb82b1c7-25b2-43f9-aa58-b7e64d26c2da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 04:33:41.600762 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fb0f249d-b179-4225-9303-94c763134ce3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:41.601373 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0f249d-b179-4225-9303-94c763134ce3 None None] Bound using segment: {'id': 'addae48f-32b7-413b-a119-940a5c53c50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'bb82b1c7-25b2-43f9-aa58-b7e64d26c2da'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 04:33:41.601992 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [None req-fb0f249d-b179-4225-9303-94c763134ce3 None None] Bound port: b0699169-227d-4516-9ecc-603b617e43aa, host: dv-cinder-778193-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'addae48f-32b7-413b-a119-940a5c53c50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'bb82b1c7-25b2-43f9-aa58-b7e64d26c2da'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 04:33:41.602470 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fb0f249d-b179-4225-9303-94c763134ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:41.657002 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f0501f25-a59b-4c4e-9a7d-ecd3225be275 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:41.703164 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-fb0f249d-b179-4225-9303-94c763134ce3 None None] For port b0699169-227d-4516-9ecc-603b617e43aa, host dv-cinder-778193-7-iscsi, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:33:41.709421 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-fb0f249d-b179-4225-9303-94c763134ce3 None None] For port b0699169-227d-4516-9ecc-603b617e43aa, host dv-cinder-778193-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-7-iscsi',level=0,port_id=b0699169-227d-4516-9ecc-603b617e43aa,segment=NetworkSegment(addae48f-32b7-413b-a119-940a5c53c50e),segment_id=addae48f-32b7-413b-a119-940a5c53c50e)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:33:41.719888 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fb0f249d-b179-4225-9303-94c763134ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:41.733490 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d241a4c-d760-4e47-b9be-7b3ef6d5c5b8 req-0d06088f-1e8f-4e09-a7d7-646cbbe5aab9 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:41.734454 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f0501f25-a59b-4c4e-9a7d-ecd3225be275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730086931496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4316683'] for port, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:41.735891 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-5d241a4c-d760-4e47-b9be-7b3ef6d5c5b8 req-0d06088f-1e8f-4e09-a7d7-646cbbe5aab9 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b91a308-46a8-41db-9572-dde18926491a HTTP/1.1" status: 200 len: 944 time: 0.0674303 Aug 31 04:33:41.788229 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0501f25-a59b-4c4e-9a7d-ecd3225be275 admin admin] Network f4b5f899-990a-4804-98c2-2f4cfa444408 is already hosted by enough agents. {{(pid=93873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:33:41.799492 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.scheduler.base_scheduler [None req-f0501f25-a59b-4c4e-9a7d-ecd3225be275 admin admin] Resources bound (agent type, host, resource id): {{(pid=93873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:33:41.806015 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0501f25-a59b-4c4e-9a7d-ecd3225be275 admin admin] Received port after_create {{(pid=93873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 04:33:41.809285 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0501f25-a59b-4c4e-9a7d-ecd3225be275 admin admin] Pushing event updated for resources: {'Port': ['ID=2ce827ad-f547-42ed-bf4f-2fbb1116960c,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:33:41.831648 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0f249d-b179-4225-9303-94c763134ce3 None None] Pushing event updated for resources: {'Port': ['ID=b0699169-227d-4516-9ecc-603b617e43aa,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:33:41.832122 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-5d241a4c-d760-4e47-b9be-7b3ef6d5c5b8 req-234889db-3078-45da-9c32-9f0030a604a2 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.37 "GET /v2.0/security-groups?id=6edf5784-9dde-4b8b-8160-15944e15858a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848460 Aug 31 04:33:41.928840 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Device 869c154e-acb4-4cc7-b8f9-ba1c74c92d03 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=93875) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 04:33:42.076999 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] For port 869c154e-acb4-4cc7-b8f9-ba1c74c92d03, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=869c154e-acb4-4cc7-b8f9-ba1c74c92d03,segment=NetworkSegment(5ae55f0a-ffba-458b-8371-7ff11ecedc8f),segment_id=5ae55f0a-ffba-458b-8371-7ff11ecedc8f)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:33:42.094860 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Returning: {'device': '869c154e-acb4-4cc7-b8f9-ba1c74c92d03', 'network_id': '324d503c-fc7f-4c16-bee4-2a3af6fefdb5', 'port_id': '869c154e-acb4-4cc7-b8f9-ba1c74c92d03', 'mac_address': 'fa:16:3e:fc:9b:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dd8637b-f77f-4006-8986-9a7f8cb1c65f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93875) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 04:33:42.149145 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:42.171164 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.notifiers.nova [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 869c154e-acb4-4cc7-b8f9-ba1c74c92d03 {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 04:33:42.183584 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f0501f25-a59b-4c4e-9a7d-ecd3225be275 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:42.196356 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] For port 869c154e-acb4-4cc7-b8f9-ba1c74c92d03, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=869c154e-acb4-4cc7-b8f9-ba1c74c92d03,segment=NetworkSegment(5ae55f0a-ffba-458b-8371-7ff11ecedc8f),segment_id=5ae55f0a-ffba-458b-8371-7ff11ecedc8f)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:33:42.208401 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:42.261843 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Pushing event updated for resources: {'Port': ['ID=869c154e-acb4-4cc7-b8f9-ba1c74c92d03,revision_number=4']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:33:42.422964 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f0501f25-a59b-4c4e-9a7d-ecd3225be275 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7955150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7955703'] for router, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:42.575679 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0501f25-a59b-4c4e-9a7d-ecd3225be275 admin admin] Router cf8c7e76-b4ee-46de-aa8a-5aa9ddaca693 is scheduled to L3 agent 0d18d50c-d309-40cc-9cbf-a014e4f79dac with binding_index 1 {{(pid=93873) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 04:33:42.669608 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] get_ports_and_sgs() called for port_ids ['869c154e-acb4-4cc7-b8f9-ba1c74c92d03'] {{(pid=93875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 04:33:42.697000 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0501f25-a59b-4c4e-9a7d-ecd3225be275 admin admin] Notify agent at l3_agent.dv-cinder-778193-7-iscsi the message routers_updated {{(pid=93873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:33:42.708756 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52f034a-1dcf-47d4-b64c-bc02c3f4554b None None] Sync routers for ids ['cf8c7e76-b4ee-46de-aa8a-5aa9ddaca693'] in dv-cinder-778193-7-iscsi {{(pid=93876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:33:42.719719 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52f034a-1dcf-47d4-b64c-bc02c3f4554b None None] Routers {'cf8c7e76-b4ee-46de-aa8a-5aa9ddaca693'} bound to L3 agent in host dv-cinder-778193-7-iscsi {{(pid=93876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 04:33:42.721664 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.l3_hamode_db [None req-c52f034a-1dcf-47d4-b64c-bc02c3f4554b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T04:24:29Z,description=,heartbeat_timestamp=2021-08-31T04:33:29Z,host='dv-cinder-778193-7-iscsi',id=0d18d50c-d309-40cc-9cbf-a014e4f79dac,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T04:24:29Z,topic='l3_agent')) {'router_ids': ['cf8c7e76-b4ee-46de-aa8a-5aa9ddaca693'], 'active': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:33:42.743324 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f0501f25-a59b-4c4e-9a7d-ecd3225be275 admin admin] Notify callbacks [] for router, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:42.745019 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-f0501f25-a59b-4c4e-9a7d-ecd3225be275 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8373945 Aug 31 04:33:42.747766 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 60952) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:33:42.808657 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c01bb8-9918-4111-b4f1-692cf29bab97 req-02ff890c-be12-411c-806f-72d83f4b508c tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:42.816179 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-d3c01bb8-9918-4111-b4f1-692cf29bab97 req-02ff890c-be12-411c-806f-72d83f4b508c tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb2658bf-a714-436c-a25f-c5bb13131cb8 HTTP/1.1" status: 200 len: 945 time: 0.1376398 Aug 31 04:33:42.871944 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.l3_dvr_db [None req-c52f034a-1dcf-47d4-b64c-bc02c3f4554b None None] Set router cf8c7e76-b4ee-46de-aa8a-5aa9ddaca693 gateway port host: dv-cinder-778193-7-iscsi {{(pid=93876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 04:33:42.914592 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-d3c01bb8-9918-4111-b4f1-692cf29bab97 req-1120d1e9-26d7-46ee-8009-c996fef0578b tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/security-groups?id=75b78e4a-f72a-42ae-924c-e5c8844ea7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833685 Aug 31 04:33:43.037264 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ba001e-c492-45d6-a12d-c3079ba81a82 None None] Network bb82b1c7-25b2-43f9-aa58-b7e64d26c2da requested from dv-cinder-778193-7-iscsi {{(pid=93875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 04:33:43.058197 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac54ae77-d344-4966-b6b7-f513e1f482cb req-5b836d5e-24cb-4e11-b088-3710762e2ca0 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:43.059729 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-ac54ae77-d344-4966-b6b7-f513e1f482cb req-5b836d5e-24cb-4e11-b088-3710762e2ca0 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b91a308-46a8-41db-9572-dde18926491a HTTP/1.1" status: 200 len: 945 time: 0.0579765 Aug 31 04:33:43.111172 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-ac54ae77-d344-4966-b6b7-f513e1f482cb req-cfeb77d2-4d78-42f0-b066-9defec5a48ae tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.37 "GET /v2.0/security-groups?id=6edf5784-9dde-4b8b-8160-15944e15858a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451524 Aug 31 04:33:43.118386 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-aa40b94a-d202-475f-a203-d514e16cbeb2 None None] Provisioning for port b0699169-227d-4516-9ecc-603b617e43aa completed by entity DHCP. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 04:33:43.135972 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.l3_hamode_db [None req-c52f034a-1dcf-47d4-b64c-bc02c3f4554b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf8c7e76-b4ee-46de-aa8a-5aa9ddaca693', 'name': 'tempest-TestMinimumBasicScenario-2072715804-router', 'tenant_id': 'ab311a0b396b46aeb9650f0c41fada96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'external_fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': '2ce827ad-f547-42ed-bf4f-2fbb1116960c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:33:40Z', 'updated_at': '2021-08-31T04:33:42Z', 'revision_number': 3, 'project_id': 'ab311a0b396b46aeb9650f0c41fada96', 'gw_port': {'id': '2ce827ad-f547-42ed-bf4f-2fbb1116960c', 'name': '', 'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:bb:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf8c7e76-b4ee-46de-aa8a-5aa9ddaca693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:33:41Z', 'updated_at': '2021-08-31T04:33:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-iscsi'}], 'dv-cinder-778193-7-iscsi', False) {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:33:43.170426 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52f034a-1dcf-47d4-b64c-bc02c3f4554b None None] Checking router: cf8c7e76-b4ee-46de-aa8a-5aa9ddaca693 for host: dv-cinder-778193-7-iscsi {{(pid=93876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:33:43.170924 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52f034a-1dcf-47d4-b64c-bc02c3f4554b None None] Updating router cf8c7e76-b4ee-46de-aa8a-5aa9ddaca693 port 2ce827ad-f547-42ed-bf4f-2fbb1116960c binding host dv-cinder-778193-7-iscsi {{(pid=93876) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 04:33:43.199828 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c52f034a-1dcf-47d4-b64c-bc02c3f4554b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:43.450416 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Device b0699169-227d-4516-9ecc-603b617e43aa up at agent ovs-agent-dv-cinder-778193-7-iscsi {{(pid=93875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:33:43.483089 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c52f034a-1dcf-47d4-b64c-bc02c3f4554b None None] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:43.493496 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [None req-c52f034a-1dcf-47d4-b64c-bc02c3f4554b None None] Transition to ACTIVE for port object 2ce827ad-f547-42ed-bf4f-2fbb1116960c will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 04:33:43.503417 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c52f034a-1dcf-47d4-b64c-bc02c3f4554b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:43.546596 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40bf533-9661-4e86-9fff-db492b420503 None None] Pushing event updated for resources: {'Port': ['ID=2ce827ad-f547-42ed-bf4f-2fbb1116960c,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:33:43.562733 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40bf533-9661-4e86-9fff-db492b420503 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:33:43.563340 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40bf533-9661-4e86-9fff-db492b420503 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:33:43.563849 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40bf533-9661-4e86-9fff-db492b420503 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:33:43.564339 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40bf533-9661-4e86-9fff-db492b420503 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:33:43.564808 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40bf533-9661-4e86-9fff-db492b420503 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:33:43.565444 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40bf533-9661-4e86-9fff-db492b420503 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:33:43.565923 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40bf533-9661-4e86-9fff-db492b420503 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:33:43.566414 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40bf533-9661-4e86-9fff-db492b420503 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:33:43.567062 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40bf533-9661-4e86-9fff-db492b420503 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:33:43.567595 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40bf533-9661-4e86-9fff-db492b420503 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:33:43.568066 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40bf533-9661-4e86-9fff-db492b420503 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:33:43.568524 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40bf533-9661-4e86-9fff-db492b420503 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:33:43.570233 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-3c9487cd-af33-4e0a-9156-5319c497322f None None] Provisioning complete for port b0699169-227d-4516-9ecc-603b617e43aa triggered by entity DHCP. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:33:43.570781 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3c9487cd-af33-4e0a-9156-5319c497322f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667402'] for port, provisioning_complete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:43.572259 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Provisioning for port b0699169-227d-4516-9ecc-603b617e43aa completed by entity L2. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 04:33:43.578918 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-c52f034a-1dcf-47d4-b64c-bc02c3f4554b None None] Attempting to bind port 2ce827ad-f547-42ed-bf4f-2fbb1116960c on host dv-cinder-778193-7-iscsi for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 04:33:43.579355 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-c52f034a-1dcf-47d4-b64c-bc02c3f4554b None None] Attempting to bind port 2ce827ad-f547-42ed-bf4f-2fbb1116960c by drivers openvswitch,hyperv on host dv-cinder-778193-7-iscsi at level 0 using segments [{'id': '9b39574f-0af1-490f-b9cc-82fd551fb7d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 04:33:43.579725 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52f034a-1dcf-47d4-b64c-bc02c3f4554b None None] Attempting to bind port 2ce827ad-f547-42ed-bf4f-2fbb1116960c on network f4b5f899-990a-4804-98c2-2f4cfa444408 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 04:33:43.586257 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52f034a-1dcf-47d4-b64c-bc02c3f4554b None None] Checking agent: {'id': '68c6f462-eb0a-4cde-80ac-29944282ee42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 4, 24, 29), 'started_at': datetime.datetime(2021, 8, 31, 4, 24, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 4, 33, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 04:33:43.586630 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52f034a-1dcf-47d4-b64c-bc02c3f4554b None None] Checking segment: {'id': '9b39574f-0af1-490f-b9cc-82fd551fb7d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 04:33:43.587032 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c52f034a-1dcf-47d4-b64c-bc02c3f4554b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:43.587438 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52f034a-1dcf-47d4-b64c-bc02c3f4554b None None] Bound using segment: {'id': '9b39574f-0af1-490f-b9cc-82fd551fb7d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 04:33:43.587871 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-c52f034a-1dcf-47d4-b64c-bc02c3f4554b None None] Bound port: 2ce827ad-f547-42ed-bf4f-2fbb1116960c, host: dv-cinder-778193-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b39574f-0af1-490f-b9cc-82fd551fb7d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 04:33:43.588263 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c52f034a-1dcf-47d4-b64c-bc02c3f4554b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:43.609785 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Provisioning complete for port b0699169-227d-4516-9ecc-603b617e43aa triggered by entity L2. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:33:43.610214 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667402'] for port, provisioning_complete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:43.626638 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-fd85efa6-b3d8-467f-8121-90eea7562395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:43.735452 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:43.763725 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-c52f034a-1dcf-47d4-b64c-bc02c3f4554b None None] For port 2ce827ad-f547-42ed-bf4f-2fbb1116960c, host dv-cinder-778193-7-iscsi, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:33:43.764251 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3c9487cd-af33-4e0a-9156-5319c497322f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:43.767576 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-c52f034a-1dcf-47d4-b64c-bc02c3f4554b None None] For port 2ce827ad-f547-42ed-bf4f-2fbb1116960c, host dv-cinder-778193-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-7-iscsi',level=0,port_id=2ce827ad-f547-42ed-bf4f-2fbb1116960c,segment=NetworkSegment(9b39574f-0af1-490f-b9cc-82fd551fb7d5),segment_id=9b39574f-0af1-490f-b9cc-82fd551fb7d5)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:33:43.773019 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c52f034a-1dcf-47d4-b64c-bc02c3f4554b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:43.799147 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] For port b0699169-227d-4516-9ecc-603b617e43aa, host dv-cinder-778193-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-7-iscsi',level=0,port_id=b0699169-227d-4516-9ecc-603b617e43aa,segment=NetworkSegment(addae48f-32b7-413b-a119-940a5c53c50e),segment_id=addae48f-32b7-413b-a119-940a5c53c50e)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:33:43.812569 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:43.829849 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40bf533-9661-4e86-9fff-db492b420503 None None] Pushing event updated for resources: {'Port': ['ID=2ce827ad-f547-42ed-bf4f-2fbb1116960c,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:33:43.848628 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52f034a-1dcf-47d4-b64c-bc02c3f4554b None None] Routers {'cf8c7e76-b4ee-46de-aa8a-5aa9ddaca693'} bound to L3 agent in host dv-cinder-778193-7-iscsi {{(pid=93876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 04:33:43.849493 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.l3_hamode_db [None req-c52f034a-1dcf-47d4-b64c-bc02c3f4554b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T04:24:29Z,description=,heartbeat_timestamp=2021-08-31T04:33:29Z,host='dv-cinder-778193-7-iscsi',id=0d18d50c-d309-40cc-9cbf-a014e4f79dac,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T04:24:29Z,topic='l3_agent')) {'router_ids': ['cf8c7e76-b4ee-46de-aa8a-5aa9ddaca693'], 'active': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:33:43.852177 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.db.db_base_plugin_common [None req-fd85efa6-b3d8-467f-8121-90eea7562395 admin admin] Allocated IP 172.20.0.1 (bb82b1c7-25b2-43f9-aa58-b7e64d26c2da/737ced97-ee86-44b1-9767-e30f3f13dd11/33360c37-5821-4a1a-af44-d164753e4fcb) {{(pid=93873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:33:43.912385 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Pushing event updated for resources: {'Port': ['ID=b0699169-227d-4516-9ecc-603b617e43aa,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:33:43.916507 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.db.api [None req-3c9487cd-af33-4e0a-9156-5319c497322f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93875) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 04:33:43.916983 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG oslo_db.api [None req-3c9487cd-af33-4e0a-9156-5319c497322f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 04:33:43.934648 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Device 869c154e-acb4-4cc7-b8f9-ba1c74c92d03 up at agent hyperv_hv-cinder-77819 {{(pid=93875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:33:43.963674 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.l3_dvr_db [None req-c52f034a-1dcf-47d4-b64c-bc02c3f4554b None None] Set router cf8c7e76-b4ee-46de-aa8a-5aa9ddaca693 gateway port host: dv-cinder-778193-7-iscsi {{(pid=93876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 04:33:44.039061 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Provisioning for port 869c154e-acb4-4cc7-b8f9-ba1c74c92d03 completed by entity L2. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 04:33:44.044284 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-fd85efa6-b3d8-467f-8121-90eea7562395 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:44.044831 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Provisioning complete for port 869c154e-acb4-4cc7-b8f9-ba1c74c92d03 triggered by entity L2. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:33:44.045167 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667402'] for port, provisioning_complete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:44.073151 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-fd85efa6-b3d8-467f-8121-90eea7562395 admin admin] Transition to ACTIVE for port object 33360c37-5821-4a1a-af44-d164753e4fcb will not be triggered until provisioned by entity DHCP. {{(pid=93873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 04:33:44.165975 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-fd85efa6-b3d8-467f-8121-90eea7562395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730086931496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4316683'] for port, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:44.175149 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37ea4e0-e2c6-4d5c-95d5-921c1f134e02 req-84f24620-2ad6-428b-95aa-eff8ac20e331 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:44.185717 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-e37ea4e0-e2c6-4d5c-95d5-921c1f134e02 req-84f24620-2ad6-428b-95aa-eff8ac20e331 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb2658bf-a714-436c-a25f-c5bb13131cb8 HTTP/1.1" status: 200 len: 945 time: 0.1524284 Aug 31 04:33:44.239369 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:44.240074 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-e37ea4e0-e2c6-4d5c-95d5-921c1f134e02 req-a0b11b4a-a44e-4dfd-9c7d-0cdb44db5479 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/security-groups?id=75b78e4a-f72a-42ae-924c-e5c8844ea7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502639 Aug 31 04:33:44.290706 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b91a308-46a8-41db-9572-dde18926491a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '869c154e-acb4-4cc7-b8f9-ba1c74c92d03'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 04:33:44.297549 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb65e2f83a67e5a17dc8ea4502d49053413b763c9a1f232c6edaada591b5d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ac98604-5d7f-4242-8ebc-5f98cee44e9f" -d '{"events": [{"server_uuid": "2b91a308-46a8-41db-9572-dde18926491a", "name": "network-vif-plugged", "status": "completed", "tag": "869c154e-acb4-4cc7-b8f9-ba1c74c92d03"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:33:44.300142 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd85efa6-b3d8-467f-8121-90eea7562395 admin admin] Network bb82b1c7-25b2-43f9-aa58-b7e64d26c2da is already hosted by enough agents. {{(pid=93873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:33:44.300912 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.l3_hamode_db [None req-c52f034a-1dcf-47d4-b64c-bc02c3f4554b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf8c7e76-b4ee-46de-aa8a-5aa9ddaca693', 'name': 'tempest-TestMinimumBasicScenario-2072715804-router', 'tenant_id': 'ab311a0b396b46aeb9650f0c41fada96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'external_fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': '2ce827ad-f547-42ed-bf4f-2fbb1116960c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:33:40Z', 'updated_at': '2021-08-31T04:33:42Z', 'revision_number': 3, 'project_id': 'ab311a0b396b46aeb9650f0c41fada96', 'gw_port': {'id': '2ce827ad-f547-42ed-bf4f-2fbb1116960c', 'name': '', 'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:bb:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf8c7e76-b4ee-46de-aa8a-5aa9ddaca693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:33:41Z', 'updated_at': '2021-08-31T04:33:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-iscsi'}], 'dv-cinder-778193-7-iscsi', False) {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:33:44.307728 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.scheduler.base_scheduler [None req-fd85efa6-b3d8-467f-8121-90eea7562395 admin admin] Resources bound (agent type, host, resource id): {{(pid=93873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:33:44.316679 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd85efa6-b3d8-467f-8121-90eea7562395 admin admin] Received port after_create {{(pid=93873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 04:33:44.319715 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd85efa6-b3d8-467f-8121-90eea7562395 admin admin] Pushing event updated for resources: {'Port': ['ID=33360c37-5821-4a1a-af44-d164753e4fcb,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:33:44.338816 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52f034a-1dcf-47d4-b64c-bc02c3f4554b None None] The sync data for ids ['cf8c7e76-b4ee-46de-aa8a-5aa9ddaca693'] in dv-cinder-778193-7-iscsi is: [{'id': 'cf8c7e76-b4ee-46de-aa8a-5aa9ddaca693', 'name': 'tempest-TestMinimumBasicScenario-2072715804-router', 'tenant_id': 'ab311a0b396b46aeb9650f0c41fada96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'external_fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': '2ce827ad-f547-42ed-bf4f-2fbb1116960c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:33:40Z', 'updated_at': '2021-08-31T04:33:42Z', 'revision_number': 3, 'project_id': 'ab311a0b396b46aeb9650f0c41fada96', 'gw_port': {'id': '2ce827ad-f547-42ed-bf4f-2fbb1116960c', 'name': '', 'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:bb:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf8c7e76-b4ee-46de-aa8a-5aa9ddaca693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:33:41Z', 'updated_at': '2021-08-31T04:33:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-iscsi'}] {{(pid=93876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:33:44.345237 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] For port 869c154e-acb4-4cc7-b8f9-ba1c74c92d03, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=869c154e-acb4-4cc7-b8f9-ba1c74c92d03,segment=NetworkSegment(5ae55f0a-ffba-458b-8371-7ff11ecedc8f),segment_id=5ae55f0a-ffba-458b-8371-7ff11ecedc8f)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:33:44.351753 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:44.414111 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-fd85efa6-b3d8-467f-8121-90eea7562395 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7956356'] for router_interface, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:44.428427 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fca6a1-3d55-454b-85bc-475e6d7035ae req-fa184d1a-c88f-4bc9-8dea-64fc84012df1 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:44.432780 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-c9fca6a1-3d55-454b-85bc-475e6d7035ae req-fa184d1a-c88f-4bc9-8dea-64fc84012df1 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b91a308-46a8-41db-9572-dde18926491a HTTP/1.1" status: 200 len: 945 time: 0.1239400 Aug 31 04:33:44.501891 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 04:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da252994-4011-4d98-8756-7e21517c69be x-openstack-request-id: req-da252994-4011-4d98-8756-7e21517c69be {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:33:44.501891 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b91a308-46a8-41db-9572-dde18926491a", "name": "network-vif-plugged", "status": "completed", "tag": "869c154e-acb4-4cc7-b8f9-ba1c74c92d03", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:33:44.502233 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-da252994-4011-4d98-8756-7e21517c69be {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:33:44.503400 dv-cinder-778193-7-iscsi neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b91a308-46a8-41db-9572-dde18926491a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '869c154e-acb4-4cc7-b8f9-ba1c74c92d03', 'code': 200} Aug 31 04:33:44.513706 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Pushing event updated for resources: {'Port': ['ID=869c154e-acb4-4cc7-b8f9-ba1c74c92d03,revision_number=5']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:33:44.524979 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-c9fca6a1-3d55-454b-85bc-475e6d7035ae req-45766c26-1f9a-4f9e-92e1-d9145fe80860 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.37 "GET /v2.0/security-groups?id=6edf5784-9dde-4b8b-8160-15944e15858a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811851 Aug 31 04:33:44.563646 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.agents_db [None req-b358f2ce-044e-44db-8ffe-8010ce8c5d43 None None] Agent healthcheck: found 6 active agents {{(pid=93876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:33:44.632141 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 60998) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:33:44.707468 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-fd85efa6-b3d8-467f-8121-90eea7562395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:44.716189 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-5045cd30-4a21-4d61-973f-4144d468ff33 None None] Provisioning for port 33360c37-5821-4a1a-af44-d164753e4fcb completed by entity DHCP. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 04:33:44.731254 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-5045cd30-4a21-4d61-973f-4144d468ff33 None None] Provisioning complete for port 33360c37-5821-4a1a-af44-d164753e4fcb triggered by entity DHCP. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:33:44.732234 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5045cd30-4a21-4d61-973f-4144d468ff33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667402'] for port, provisioning_complete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:44.786345 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-5045cd30-4a21-4d61-973f-4144d468ff33 None None] Port 33360c37-5821-4a1a-af44-d164753e4fcb cannot update to ACTIVE because it is not bound. {{(pid=93875) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 04:33:44.809670 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5411cae9-5360-41cc-9bf9-182b6d025b30 req-121219dd-2ea1-4834-b533-1a3a68d10241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:44.811368 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-5411cae9-5360-41cc-9bf9-182b6d025b30 req-121219dd-2ea1-4834-b533-1a3a68d10241 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2b91a308-46a8-41db-9572-dde18926491a HTTP/1.1" status: 200 len: 1099 time: 0.1302140 Aug 31 04:33:44.847593 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-0c18a498-205e-4f1e-937b-20eb3b8d56d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:44.937047 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-5411cae9-5360-41cc-9bf9-182b6d025b30 req-a9ed89db-f6ca-447f-97be-b4eafb7d8fde service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=6edf5784-9dde-4b8b-8160-15944e15858a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063521 Aug 31 04:33:44.980863 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-0c18a498-205e-4f1e-937b-20eb3b8d56d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:44.989652 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-0c18a498-205e-4f1e-937b-20eb3b8d56d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:45.020933 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-0c18a498-205e-4f1e-937b-20eb3b8d56d9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=dd2e451561bb47f7929e857015087d84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3872373 Aug 31 04:33:45.022418 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 32784) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:33:45.043746 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-fd85efa6-b3d8-467f-8121-90eea7562395 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:45.045860 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c18a498-205e-4f1e-937b-20eb3b8d56d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af3d43f9-eaab-4bc9-a79f-0eb2d0d206a3,revision_number=1']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:33:45.065131 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-fd85efa6-b3d8-467f-8121-90eea7562395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4316722'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:45.169170 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-fd85efa6-b3d8-467f-8121-90eea7562395 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8355406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7953204'] for router_interface, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:45.170834 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd85efa6-b3d8-467f-8121-90eea7562395 admin admin] Pushing event updated for resources: {'Port': ['ID=33360c37-5821-4a1a-af44-d164753e4fcb,revision_number=2']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:33:45.196358 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-6457b855-8d75-481b-a3ee-fb715f7a9087 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:45.269362 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-6457b855-8d75-481b-a3ee-fb715f7a9087 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:45.333215 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd85efa6-b3d8-467f-8121-90eea7562395 admin admin] Network bb82b1c7-25b2-43f9-aa58-b7e64d26c2da is already hosted by enough agents. {{(pid=93873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:33:45.337132 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.scheduler.base_scheduler [None req-fd85efa6-b3d8-467f-8121-90eea7562395 admin admin] Resources bound (agent type, host, resource id): {{(pid=93873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:33:45.414123 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-6457b855-8d75-481b-a3ee-fb715f7a9087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:45.415310 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3298f6b0-afdf-4fa4-8080-26731e3ca881 req-e7b12259-b924-47fb-8a1a-bc3814d74224 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:45.415766 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-6457b855-8d75-481b-a3ee-fb715f7a9087 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:45.415766 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-6457b855-8d75-481b-a3ee-fb715f7a9087 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/af3d43f9-eaab-4bc9-a79f-0eb2d0d206a3 HTTP/1.1" status: 204 len: 168 time: 0.3919535 Aug 31 04:33:45.421280 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-3298f6b0-afdf-4fa4-8080-26731e3ca881 req-e7b12259-b924-47fb-8a1a-bc3814d74224 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb2658bf-a714-436c-a25f-c5bb13131cb8 HTTP/1.1" status: 200 len: 945 time: 0.0832179 Aug 31 04:33:45.453649 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6457b855-8d75-481b-a3ee-fb715f7a9087 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af3d43f9-eaab-4bc9-a79f-0eb2d0d206a3,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:33:45.523343 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-3298f6b0-afdf-4fa4-8080-26731e3ca881 req-a2f5d3dc-e942-4e17-ba0e-a126030edff3 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/security-groups?id=75b78e4a-f72a-42ae-924c-e5c8844ea7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968592 Aug 31 04:33:45.620501 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd85efa6-b3d8-467f-8121-90eea7562395 admin admin] Router cf8c7e76-b4ee-46de-aa8a-5aa9ddaca693 has already been hosted by L3 agent 0d18d50c-d309-40cc-9cbf-a014e4f79dac {{(pid=93873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 04:33:45.622021 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Device 2ce827ad-f547-42ed-bf4f-2fbb1116960c up at agent ovs-agent-dv-cinder-778193-7-iscsi {{(pid=93875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:33:45.668989 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c154837-245c-4dda-9559-7a454f2a6439 req-5f0cf6df-6260-4a68-854e-d6f11886b3b2 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:45.677180 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-7c154837-245c-4dda-9559-7a454f2a6439 req-5f0cf6df-6260-4a68-854e-d6f11886b3b2 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b91a308-46a8-41db-9572-dde18926491a HTTP/1.1" status: 200 len: 946 time: 0.0675294 Aug 31 04:33:45.718495 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-7c154837-245c-4dda-9559-7a454f2a6439 req-54f65550-095b-4ea2-927a-d0ca5f6763fc tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.37 "GET /v2.0/security-groups?id=6edf5784-9dde-4b8b-8160-15944e15858a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338540 Aug 31 04:33:45.726217 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Provisioning for port 2ce827ad-f547-42ed-bf4f-2fbb1116960c completed by entity L2. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 04:33:45.731608 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Provisioning complete for port 2ce827ad-f547-42ed-bf4f-2fbb1116960c triggered by entity L2. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:33:45.732145 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667402'] for port, provisioning_complete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:45.794234 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd85efa6-b3d8-467f-8121-90eea7562395 admin admin] Notify agent at l3_agent.dv-cinder-778193-7-iscsi the message routers_updated {{(pid=93873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:33:45.802210 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-fd85efa6-b3d8-467f-8121-90eea7562395 admin admin] 10.222.0.37 "PUT /v2.0/routers/cf8c7e76-b4ee-46de-aa8a-5aa9ddaca693/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0509961 Aug 31 04:33:45.845251 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:45.858124 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-d06b4fe6-d2bb-45c5-91a2-6eda674d04c8 None None] Provisioning complete for port 33360c37-5821-4a1a-af44-d164753e4fcb triggered by entity DHCP. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:33:45.858498 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d06b4fe6-d2bb-45c5-91a2-6eda674d04c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667402'] for port, provisioning_complete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:45.889138 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] For port 2ce827ad-f547-42ed-bf4f-2fbb1116960c, host dv-cinder-778193-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-7-iscsi',level=0,port_id=2ce827ad-f547-42ed-bf4f-2fbb1116960c,segment=NetworkSegment(9b39574f-0af1-490f-b9cc-82fd551fb7d5),segment_id=9b39574f-0af1-490f-b9cc-82fd551fb7d5)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:33:45.898541 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:45.899532 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Device b0699169-227d-4516-9ecc-603b617e43aa up at agent ovs-agent-dv-cinder-778193-7-iscsi {{(pid=93875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:33:46.072098 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-d06b4fe6-d2bb-45c5-91a2-6eda674d04c8 None None] Port 33360c37-5821-4a1a-af44-d164753e4fcb cannot update to ACTIVE because it is not bound. {{(pid=93875) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 04:33:46.111905 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Pushing event updated for resources: {'Port': ['ID=2ce827ad-f547-42ed-bf4f-2fbb1116960c,revision_number=4']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:33:46.125228 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Provisioning complete for port b0699169-227d-4516-9ecc-603b617e43aa triggered by entity L2. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:33:46.125709 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667402'] for port, provisioning_complete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:46.502056 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 32844) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:33:46.508433 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.v2.base [None req-b4bc90a6-1b5f-419b-986a-cf4cb61a4175 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-59664089-network', 'tenant_id': '45af1119fcaa42289bd7a62435cc91b7'}} {{(pid=93874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:33:46.537176 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4bc90a6-1b5f-419b-986a-cf4cb61a4175 admin admin] Made reservation on behalf of 45af1119fcaa42289bd7a62435cc91b7 for: {'network': 1} {{(pid=93874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:33:46.539513 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-b4bc90a6-1b5f-419b-986a-cf4cb61a4175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for network, before_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:46.550357 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-b4bc90a6-1b5f-419b-986a-cf4cb61a4175 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:46.616433 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cefce00d-607c-4ac1-96ca-6c305503caa3 None None] Sync routers for ids ['cf8c7e76-b4ee-46de-aa8a-5aa9ddaca693'] in dv-cinder-778193-7-iscsi {{(pid=93875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:33:46.632667 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cefce00d-607c-4ac1-96ca-6c305503caa3 None None] Routers {'cf8c7e76-b4ee-46de-aa8a-5aa9ddaca693'} bound to L3 agent in host dv-cinder-778193-7-iscsi {{(pid=93875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 04:33:46.633302 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-cefce00d-607c-4ac1-96ca-6c305503caa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T04:24:29Z,description=,heartbeat_timestamp=2021-08-31T04:33:29Z,host='dv-cinder-778193-7-iscsi',id=0d18d50c-d309-40cc-9cbf-a014e4f79dac,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T04:24:29Z,topic='l3_agent')) {'router_ids': ['cf8c7e76-b4ee-46de-aa8a-5aa9ddaca693'], 'active': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:33:46.727704 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-b4bc90a6-1b5f-419b-986a-cf4cb61a4175 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:46.737510 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e36bd02-3386-4089-a883-30951dd6d454 req-a4d28b03-ed3e-4126-9955-6875e1071995 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:46.739320 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-2e36bd02-3386-4089-a883-30951dd6d454 req-a4d28b03-ed3e-4126-9955-6875e1071995 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb2658bf-a714-436c-a25f-c5bb13131cb8 HTTP/1.1" status: 200 len: 945 time: 0.0933218 Aug 31 04:33:46.740503 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-b4bc90a6-1b5f-419b-986a-cf4cb61a4175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:46.755739 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4bc90a6-1b5f-419b-986a-cf4cb61a4175 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 373} {{(pid=93874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 04:33:46.769472 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-b4bc90a6-1b5f-419b-986a-cf4cb61a4175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671022'] for segment, precommit_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:46.769827 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.db.segments_db [None req-b4bc90a6-1b5f-419b-986a-cf4cb61a4175 admin admin] Added segment 7a9afc9a-1af4-41ba-a27e-531216c54b89 of type vlan for network 06ad3d3a-ee8e-4fc5-ba5b-7729860bed74 Aug 31 04:33:46.779232 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvr_db [None req-cefce00d-607c-4ac1-96ca-6c305503caa3 None None] Set router cf8c7e76-b4ee-46de-aa8a-5aa9ddaca693 gateway port host: dv-cinder-778193-7-iscsi {{(pid=93875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 04:33:46.875124 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-2e36bd02-3386-4089-a883-30951dd6d454 req-4b2ac06d-367c-4d66-a537-82992ef12aca tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/security-groups?id=75b78e4a-f72a-42ae-924c-e5c8844ea7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142581 Aug 31 04:33:46.877040 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-b4bc90a6-1b5f-419b-986a-cf4cb61a4175 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730086947184'] for network, precommit_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:46.898117 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bc90a6-1b5f-419b-986a-cf4cb61a4175 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72565e5a-c792-4867-8e69-f225ba6f18c7,revision_number=1']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:33:47.007293 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602999b2-9666-4deb-8faa-e2762d861f6a req-916c0467-bbc0-42f2-a146-9bf2cae237e3 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:47.008899 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-602999b2-9666-4deb-8faa-e2762d861f6a req-916c0467-bbc0-42f2-a146-9bf2cae237e3 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b91a308-46a8-41db-9572-dde18926491a HTTP/1.1" status: 200 len: 946 time: 0.1588659 Aug 31 04:33:47.010490 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-b4bc90a6-1b5f-419b-986a-cf4cb61a4175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424'] for network, after_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:47.019978 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4bc90a6-1b5f-419b-986a-cf4cb61a4175 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:47.020585 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-b4bc90a6-1b5f-419b-986a-cf4cb61a4175 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8355474'] for network, before_response {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:47.054737 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-cefce00d-607c-4ac1-96ca-6c305503caa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf8c7e76-b4ee-46de-aa8a-5aa9ddaca693', 'name': 'tempest-TestMinimumBasicScenario-2072715804-router', 'tenant_id': 'ab311a0b396b46aeb9650f0c41fada96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'external_fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': '2ce827ad-f547-42ed-bf4f-2fbb1116960c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:33:40Z', 'updated_at': '2021-08-31T04:33:44Z', 'revision_number': 4, 'project_id': 'ab311a0b396b46aeb9650f0c41fada96', 'gw_port': {'id': '2ce827ad-f547-42ed-bf4f-2fbb1116960c', 'name': '', 'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:bb:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8c7e76-b4ee-46de-aa8a-5aa9ddaca693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:33:41Z', 'updated_at': '2021-08-31T04:33:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-iscsi', '_interfaces': [{'id': '33360c37-5821-4a1a-af44-d164753e4fcb', 'name': '', 'network_id': 'bb82b1c7-25b2-43f9-aa58-b7e64d26c2da', 'tenant_id': 'ab311a0b396b46aeb9650f0c41fada96', 'mac_address': 'fa:16:3e:9c:2c:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf8c7e76-b4ee-46de-aa8a-5aa9ddaca693', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '737ced97-ee86-44b1-9767-e30f3f13dd11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:33:43Z', 'updated_at': '2021-08-31T04:33:44Z', 'revision_number': 2, 'project_id': 'ab311a0b396b46aeb9650f0c41fada96', 'subnets': [{'id': '737ced97-ee86-44b1-9767-e30f3f13dd11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-7-iscsi', False) {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:33:47.085358 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cefce00d-607c-4ac1-96ca-6c305503caa3 None None] Checking router: cf8c7e76-b4ee-46de-aa8a-5aa9ddaca693 for host: dv-cinder-778193-7-iscsi {{(pid=93875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:33:47.085977 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cefce00d-607c-4ac1-96ca-6c305503caa3 None None] Updating router cf8c7e76-b4ee-46de-aa8a-5aa9ddaca693 port 33360c37-5821-4a1a-af44-d164753e4fcb binding host dv-cinder-778193-7-iscsi {{(pid=93875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 04:33:47.127192 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cefce00d-607c-4ac1-96ca-6c305503caa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:47.135258 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-602999b2-9666-4deb-8faa-e2762d861f6a req-3c877bc8-241d-46bd-bb31-c2cc75d43b19 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.37 "GET /v2.0/security-groups?id=6edf5784-9dde-4b8b-8160-15944e15858a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079772 Aug 31 04:33:47.141402 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 32864) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:33:47.141889 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-b4bc90a6-1b5f-419b-986a-cf4cb61a4175 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6377327 Aug 31 04:33:47.142719 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bc90a6-1b5f-419b-986a-cf4cb61a4175 admin admin] Pushing event updated for resources: {'Network': ['ID=06ad3d3a-ee8e-4fc5-ba5b-7729860bed74,revision_number=1']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:33:47.148354 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.v2.base [None req-93969d9a-7d64-495f-8cfa-981305052445 admin admin] Request body: {'subnet': {'network_id': '06ad3d3a-ee8e-4fc5-ba5b-7729860bed74', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-59664089-subnet', 'tenant_id': '45af1119fcaa42289bd7a62435cc91b7', 'ip_version': 4}} {{(pid=93873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:33:47.161441 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Network 06ad3d3a-ee8e-4fc5-ba5b-7729860bed74 details requested by agent ovs-agent-dv-cinder-778193-7-iscsi with host dv-cinder-778193-7-iscsi {{(pid=93875) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 04:33:47.183888 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93969d9a-7d64-495f-8cfa-981305052445 admin admin] Made reservation on behalf of 45af1119fcaa42289bd7a62435cc91b7 for: {'subnet': 1} {{(pid=93873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:33:47.187828 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-93969d9a-7d64-495f-8cfa-981305052445 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4637717'] for subnet, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:47.405361 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Device 2ce827ad-f547-42ed-bf4f-2fbb1116960c up at agent ovs-agent-dv-cinder-778193-7-iscsi {{(pid=93875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:33:47.414840 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-93969d9a-7d64-495f-8cfa-981305052445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4317115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4637699'] for subnet, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:47.489731 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93969d9a-7d64-495f-8cfa-981305052445 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f953b90a-636a-49b1-b7fd-b7bc23da2c97,revision_number=0']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:33:47.494633 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Provisioning complete for port 2ce827ad-f547-42ed-bf4f-2fbb1116960c triggered by entity L2. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:33:47.495005 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667402'] for port, provisioning_complete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:47.496390 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93969d9a-7d64-495f-8cfa-981305052445 admin admin] Checking segment: {'id': '7a9afc9a-1af4-41ba-a27e-531216c54b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '06ad3d3a-ee8e-4fc5-ba5b-7729860bed74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 04:33:47.496964 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93969d9a-7d64-495f-8cfa-981305052445 admin admin] Network hostable DHCP agents. Network: 06ad3d3a-ee8e-4fc5-ba5b-7729860bed74, hostable agents: ['9b8b4806-ecc0-4bb6-b220-1afcd08d5676'], hosted agents: [] {{(pid=93873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 04:33:47.534201 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93969d9a-7d64-495f-8cfa-981305052445 admin admin] Network 06ad3d3a-ee8e-4fc5-ba5b-7729860bed74 is scheduled to be hosted by DHCP agent 9b8b4806-ecc0-4bb6-b220-1afcd08d5676 with binding_index 1 {{(pid=93873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 04:33:47.548179 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.scheduler.base_scheduler [None req-93969d9a-7d64-495f-8cfa-981305052445 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-7-iscsi, 06ad3d3a-ee8e-4fc5-ba5b-7729860bed74) {{(pid=93873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:33:47.553856 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93969d9a-7d64-495f-8cfa-981305052445 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:47.554962 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-93969d9a-7d64-495f-8cfa-981305052445 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:47.570674 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ede4e98-86cc-4f2e-a337-05677b5df44c None None] Network 06ad3d3a-ee8e-4fc5-ba5b-7729860bed74 requested from dv-cinder-778193-7-iscsi {{(pid=93875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 04:33:47.580119 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-93969d9a-7d64-495f-8cfa-981305052445 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4372270 Aug 31 04:33:47.582705 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 32878) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:33:47.594485 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.v2.base [None req-381582ca-7bd2-45a5-b850-7696d4ae8f3c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-59664089-router', 'tenant_id': '45af1119fcaa42289bd7a62435cc91b7', 'external_gateway_info': {'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408'}}} {{(pid=93874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:33:47.632457 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cefce00d-607c-4ac1-96ca-6c305503caa3 None None] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:47.639266 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-381582ca-7bd2-45a5-b850-7696d4ae8f3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7908113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4355'] for router, before_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:47.640539 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-381582ca-7bd2-45a5-b850-7696d4ae8f3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7955191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7955588', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8024679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4372'] for router, precommit_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:47.672145 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-cefce00d-607c-4ac1-96ca-6c305503caa3 None None] Transition to ACTIVE for port object 33360c37-5821-4a1a-af44-d164753e4fcb will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 04:33:47.689084 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cefce00d-607c-4ac1-96ca-6c305503caa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:47.706304 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-381582ca-7bd2-45a5-b850-7696d4ae8f3c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:47.793942 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06838c75-02b0-4475-8655-6bafccb7f527 None None] Pushing event updated for resources: {'Port': ['ID=33360c37-5821-4a1a-af44-d164753e4fcb,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:33:47.872888 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-381582ca-7bd2-45a5-b850-7696d4ae8f3c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:47.881022 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [None req-cefce00d-607c-4ac1-96ca-6c305503caa3 None None] Attempting to bind port 33360c37-5821-4a1a-af44-d164753e4fcb on host dv-cinder-778193-7-iscsi for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 04:33:47.882040 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [None req-cefce00d-607c-4ac1-96ca-6c305503caa3 None None] Attempting to bind port 33360c37-5821-4a1a-af44-d164753e4fcb by drivers openvswitch,hyperv on host dv-cinder-778193-7-iscsi at level 0 using segments [{'id': 'addae48f-32b7-413b-a119-940a5c53c50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'bb82b1c7-25b2-43f9-aa58-b7e64d26c2da'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 04:33:47.882619 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cefce00d-607c-4ac1-96ca-6c305503caa3 None None] Attempting to bind port 33360c37-5821-4a1a-af44-d164753e4fcb on network bb82b1c7-25b2-43f9-aa58-b7e64d26c2da {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 04:33:47.888774 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cefce00d-607c-4ac1-96ca-6c305503caa3 None None] Checking agent: {'id': '68c6f462-eb0a-4cde-80ac-29944282ee42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 4, 24, 29), 'started_at': datetime.datetime(2021, 8, 31, 4, 24, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 4, 33, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 04:33:47.889143 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cefce00d-607c-4ac1-96ca-6c305503caa3 None None] Checking segment: {'id': 'addae48f-32b7-413b-a119-940a5c53c50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'bb82b1c7-25b2-43f9-aa58-b7e64d26c2da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 04:33:47.889544 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cefce00d-607c-4ac1-96ca-6c305503caa3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:47.889926 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cefce00d-607c-4ac1-96ca-6c305503caa3 None None] Bound using segment: {'id': 'addae48f-32b7-413b-a119-940a5c53c50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'bb82b1c7-25b2-43f9-aa58-b7e64d26c2da'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 04:33:47.891458 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [None req-cefce00d-607c-4ac1-96ca-6c305503caa3 None None] Bound port: 33360c37-5821-4a1a-af44-d164753e4fcb, host: dv-cinder-778193-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'addae48f-32b7-413b-a119-940a5c53c50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'bb82b1c7-25b2-43f9-aa58-b7e64d26c2da'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 04:33:47.891458 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cefce00d-607c-4ac1-96ca-6c305503caa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:47.894015 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-536d8926-1aa9-4df2-864a-1fb7921581a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7a2cf1e-32d6-59fc-ab2a-f09a03f47ff6-06ad3d3a-ee8e-4fc5-ba5b-7729860bed74', 'network_id': '06ad3d3a-ee8e-4fc5-ba5b-7729860bed74', 'tenant_id': '45af1119fcaa42289bd7a62435cc91b7', 'fixed_ips': [{'subnet_id': 'f953b90a-636a-49b1-b7fd-b7bc23da2c97'}]}} from dv-cinder-778193-7-iscsi. {{(pid=93875) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 04:33:47.899055 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-536d8926-1aa9-4df2-864a-1fb7921581a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:48.043259 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafe7a40-c929-49e4-9bf2-431af543c428 req-799cdc1c-6ef8-431d-996d-e94c7c1a560c tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:48.044397 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-aafe7a40-c929-49e4-9bf2-431af543c428 req-799cdc1c-6ef8-431d-996d-e94c7c1a560c tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb2658bf-a714-436c-a25f-c5bb13131cb8 HTTP/1.1" status: 200 len: 945 time: 0.0745847 Aug 31 04:33:48.085449 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-cefce00d-607c-4ac1-96ca-6c305503caa3 None None] For port 33360c37-5821-4a1a-af44-d164753e4fcb, host dv-cinder-778193-7-iscsi, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:33:48.136071 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-aafe7a40-c929-49e4-9bf2-431af543c428 req-fe644c87-d937-48de-912e-3b25ec9571f5 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/security-groups?id=75b78e4a-f72a-42ae-924c-e5c8844ea7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650055 Aug 31 04:33:48.139932 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-536d8926-1aa9-4df2-864a-1fb7921581a9 None None] Allocated IP 172.20.0.2 (06ad3d3a-ee8e-4fc5-ba5b-7729860bed74/f953b90a-636a-49b1-b7fd-b7bc23da2c97/75142427-6df4-42a8-bbe7-0a72b44f3681) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:33:48.160164 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-cefce00d-607c-4ac1-96ca-6c305503caa3 None None] For port 33360c37-5821-4a1a-af44-d164753e4fcb, host dv-cinder-778193-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-7-iscsi',level=0,port_id=33360c37-5821-4a1a-af44-d164753e4fcb,segment=NetworkSegment(addae48f-32b7-413b-a119-940a5c53c50e),segment_id=addae48f-32b7-413b-a119-940a5c53c50e)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:33:48.168872 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cefce00d-607c-4ac1-96ca-6c305503caa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:48.278914 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-381582ca-7bd2-45a5-b850-7696d4ae8f3c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:48.333128 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-381582ca-7bd2-45a5-b850-7696d4ae8f3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:48.366882 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06838c75-02b0-4475-8655-6bafccb7f527 None None] Pushing event updated for resources: {'Port': ['ID=33360c37-5821-4a1a-af44-d164753e4fcb,revision_number=4']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:33:48.381807 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cefce00d-607c-4ac1-96ca-6c305503caa3 None None] Routers {'cf8c7e76-b4ee-46de-aa8a-5aa9ddaca693'} bound to L3 agent in host dv-cinder-778193-7-iscsi {{(pid=93875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 04:33:48.383003 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-cefce00d-607c-4ac1-96ca-6c305503caa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T04:24:29Z,description=,heartbeat_timestamp=2021-08-31T04:33:29Z,host='dv-cinder-778193-7-iscsi',id=0d18d50c-d309-40cc-9cbf-a014e4f79dac,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T04:24:29Z,topic='l3_agent')) {'router_ids': ['cf8c7e76-b4ee-46de-aa8a-5aa9ddaca693'], 'active': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:33:48.534859 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.db.db_base_plugin_common [None req-381582ca-7bd2-45a5-b850-7696d4ae8f3c admin admin] Allocated IP 172.27.3.102 (f4b5f899-990a-4804-98c2-2f4cfa444408/03ec91ec-d42e-4d2c-8dee-dc4e2d357557/dfd357a1-99cd-4582-9627-76cc78f4a9fc) {{(pid=93874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:33:48.664218 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-536d8926-1aa9-4df2-864a-1fb7921581a9 None None] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:48.679148 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-381582ca-7bd2-45a5-b850-7696d4ae8f3c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:48.691560 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-536d8926-1aa9-4df2-864a-1fb7921581a9 None None] Transition to ACTIVE for port object 75142427-6df4-42a8-bbe7-0a72b44f3681 will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 04:33:48.725989 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvr_db [None req-cefce00d-607c-4ac1-96ca-6c305503caa3 None None] Set router cf8c7e76-b4ee-46de-aa8a-5aa9ddaca693 gateway port host: dv-cinder-778193-7-iscsi {{(pid=93875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 04:33:48.733295 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-536d8926-1aa9-4df2-864a-1fb7921581a9 None None] Transition to ACTIVE for port object 75142427-6df4-42a8-bbe7-0a72b44f3681 will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 04:33:48.738619 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-381582ca-7bd2-45a5-b850-7696d4ae8f3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730086931496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16403769'] for port, after_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:48.777980 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-536d8926-1aa9-4df2-864a-1fb7921581a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730086931496'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:48.782798 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-381582ca-7bd2-45a5-b850-7696d4ae8f3c admin admin] Network f4b5f899-990a-4804-98c2-2f4cfa444408 is already hosted by enough agents. {{(pid=93874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:33:48.789213 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.scheduler.base_scheduler [None req-381582ca-7bd2-45a5-b850-7696d4ae8f3c admin admin] Resources bound (agent type, host, resource id): {{(pid=93874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:33:48.793196 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381582ca-7bd2-45a5-b850-7696d4ae8f3c admin admin] Received port after_create {{(pid=93874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 04:33:48.881892 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-536d8926-1aa9-4df2-864a-1fb7921581a9 None None] Network 06ad3d3a-ee8e-4fc5-ba5b-7729860bed74 is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:33:48.891041 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-536d8926-1aa9-4df2-864a-1fb7921581a9 None None] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:33:48.945474 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536d8926-1aa9-4df2-864a-1fb7921581a9 None None] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 04:33:48.946666 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381582ca-7bd2-45a5-b850-7696d4ae8f3c admin admin] Pushing event updated for resources: {'Port': ['ID=dfd357a1-99cd-4582-9627-76cc78f4a9fc,revision_number=1']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:33:48.953003 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536d8926-1aa9-4df2-864a-1fb7921581a9 None None] Pushing event updated for resources: {'Port': ['ID=75142427-6df4-42a8-bbe7-0a72b44f3681,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:33:49.087419 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [None req-536d8926-1aa9-4df2-864a-1fb7921581a9 None None] Attempting to bind port 75142427-6df4-42a8-bbe7-0a72b44f3681 on host dv-cinder-778193-7-iscsi for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 04:33:49.088107 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [None req-536d8926-1aa9-4df2-864a-1fb7921581a9 None None] Attempting to bind port 75142427-6df4-42a8-bbe7-0a72b44f3681 by drivers openvswitch,hyperv on host dv-cinder-778193-7-iscsi at level 0 using segments [{'id': '7a9afc9a-1af4-41ba-a27e-531216c54b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '06ad3d3a-ee8e-4fc5-ba5b-7729860bed74'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 04:33:49.088227 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536d8926-1aa9-4df2-864a-1fb7921581a9 None None] Attempting to bind port 75142427-6df4-42a8-bbe7-0a72b44f3681 on network 06ad3d3a-ee8e-4fc5-ba5b-7729860bed74 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 04:33:49.099689 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536d8926-1aa9-4df2-864a-1fb7921581a9 None None] Checking agent: {'id': '68c6f462-eb0a-4cde-80ac-29944282ee42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 4, 24, 29), 'started_at': datetime.datetime(2021, 8, 31, 4, 24, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 4, 33, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 04:33:49.100156 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536d8926-1aa9-4df2-864a-1fb7921581a9 None None] Checking segment: {'id': '7a9afc9a-1af4-41ba-a27e-531216c54b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '06ad3d3a-ee8e-4fc5-ba5b-7729860bed74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 04:33:49.100693 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-536d8926-1aa9-4df2-864a-1fb7921581a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:49.101191 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536d8926-1aa9-4df2-864a-1fb7921581a9 None None] Bound using segment: {'id': '7a9afc9a-1af4-41ba-a27e-531216c54b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '06ad3d3a-ee8e-4fc5-ba5b-7729860bed74'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 04:33:49.101620 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [None req-536d8926-1aa9-4df2-864a-1fb7921581a9 None None] Bound port: 75142427-6df4-42a8-bbe7-0a72b44f3681, host: dv-cinder-778193-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a9afc9a-1af4-41ba-a27e-531216c54b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '06ad3d3a-ee8e-4fc5-ba5b-7729860bed74'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 04:33:49.102012 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-536d8926-1aa9-4df2-864a-1fb7921581a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:49.182289 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-381582ca-7bd2-45a5-b850-7696d4ae8f3c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:49.333481 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f14b78-e9e9-4f2f-84a8-78d6d30023b5 req-f626f763-02c6-4583-87a7-e5a5f74c9186 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:49.335461 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-e6f14b78-e9e9-4f2f-84a8-78d6d30023b5 req-f626f763-02c6-4583-87a7-e5a5f74c9186 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb2658bf-a714-436c-a25f-c5bb13131cb8 HTTP/1.1" status: 200 len: 945 time: 0.1076474 Aug 31 04:33:49.360470 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-536d8926-1aa9-4df2-864a-1fb7921581a9 None None] For port 75142427-6df4-42a8-bbe7-0a72b44f3681, host dv-cinder-778193-7-iscsi, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:33:49.364423 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-536d8926-1aa9-4df2-864a-1fb7921581a9 None None] For port 75142427-6df4-42a8-bbe7-0a72b44f3681, host dv-cinder-778193-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-7-iscsi',level=0,port_id=75142427-6df4-42a8-bbe7-0a72b44f3681,segment=NetworkSegment(7a9afc9a-1af4-41ba-a27e-531216c54b89),segment_id=7a9afc9a-1af4-41ba-a27e-531216c54b89)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:33:49.370453 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-cefce00d-607c-4ac1-96ca-6c305503caa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf8c7e76-b4ee-46de-aa8a-5aa9ddaca693', 'name': 'tempest-TestMinimumBasicScenario-2072715804-router', 'tenant_id': 'ab311a0b396b46aeb9650f0c41fada96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'external_fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': '2ce827ad-f547-42ed-bf4f-2fbb1116960c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:33:40Z', 'updated_at': '2021-08-31T04:33:44Z', 'revision_number': 4, 'project_id': 'ab311a0b396b46aeb9650f0c41fada96', 'gw_port': {'id': '2ce827ad-f547-42ed-bf4f-2fbb1116960c', 'name': '', 'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:bb:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8c7e76-b4ee-46de-aa8a-5aa9ddaca693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:33:41Z', 'updated_at': '2021-08-31T04:33:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-iscsi', '_interfaces': [{'id': '33360c37-5821-4a1a-af44-d164753e4fcb', 'name': '', 'network_id': 'bb82b1c7-25b2-43f9-aa58-b7e64d26c2da', 'tenant_id': 'ab311a0b396b46aeb9650f0c41fada96', 'mac_address': 'fa:16:3e:9c:2c:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf8c7e76-b4ee-46de-aa8a-5aa9ddaca693', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '737ced97-ee86-44b1-9767-e30f3f13dd11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:33:43Z', 'updated_at': '2021-08-31T04:33:48Z', 'revision_number': 4, 'project_id': 'ab311a0b396b46aeb9650f0c41fada96', 'subnets': [{'id': '737ced97-ee86-44b1-9767-e30f3f13dd11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-7-iscsi', False) {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:33:49.374408 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-536d8926-1aa9-4df2-864a-1fb7921581a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:49.415260 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38077b1-2d66-4610-98dc-2989b4d86db2 req-f2445476-7c22-4c27-a081-a076c1f43e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:49.416978 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-c38077b1-2d66-4610-98dc-2989b4d86db2 req-f2445476-7c22-4c27-a081-a076c1f43e8a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bb2658bf-a714-436c-a25f-c5bb13131cb8 HTTP/1.1" status: 200 len: 1098 time: 0.0650220 Aug 31 04:33:49.424983 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cefce00d-607c-4ac1-96ca-6c305503caa3 None None] The sync data for ids ['cf8c7e76-b4ee-46de-aa8a-5aa9ddaca693'] in dv-cinder-778193-7-iscsi is: [{'id': 'cf8c7e76-b4ee-46de-aa8a-5aa9ddaca693', 'name': 'tempest-TestMinimumBasicScenario-2072715804-router', 'tenant_id': 'ab311a0b396b46aeb9650f0c41fada96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'external_fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': '2ce827ad-f547-42ed-bf4f-2fbb1116960c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:33:40Z', 'updated_at': '2021-08-31T04:33:44Z', 'revision_number': 4, 'project_id': 'ab311a0b396b46aeb9650f0c41fada96', 'gw_port': {'id': '2ce827ad-f547-42ed-bf4f-2fbb1116960c', 'name': '', 'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:bb:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8c7e76-b4ee-46de-aa8a-5aa9ddaca693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:33:41Z', 'updated_at': '2021-08-31T04:33:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-iscsi', '_interfaces': [{'id': '33360c37-5821-4a1a-af44-d164753e4fcb', 'name': '', 'network_id': 'bb82b1c7-25b2-43f9-aa58-b7e64d26c2da', 'tenant_id': 'ab311a0b396b46aeb9650f0c41fada96', 'mac_address': 'fa:16:3e:9c:2c:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf8c7e76-b4ee-46de-aa8a-5aa9ddaca693', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '737ced97-ee86-44b1-9767-e30f3f13dd11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:33:43Z', 'updated_at': '2021-08-31T04:33:48Z', 'revision_number': 4, 'project_id': 'ab311a0b396b46aeb9650f0c41fada96', 'subnets': [{'id': '737ced97-ee86-44b1-9767-e30f3f13dd11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:33:49.466414 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-e6f14b78-e9e9-4f2f-84a8-78d6d30023b5 req-d0e63e59-b759-457a-a6e7-3a9bffa59aca tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/security-groups?id=75b78e4a-f72a-42ae-924c-e5c8844ea7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239219 Aug 31 04:33:49.477490 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-c38077b1-2d66-4610-98dc-2989b4d86db2 req-7e62f5fa-1a0e-46ec-9d45-bda1807ba979 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=75b78e4a-f72a-42ae-924c-e5c8844ea7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495546 Aug 31 04:33:49.478788 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536d8926-1aa9-4df2-864a-1fb7921581a9 None None] Pushing event updated for resources: {'Port': ['ID=75142427-6df4-42a8-bbe7-0a72b44f3681,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:33:49.831912 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-381582ca-7bd2-45a5-b850-7696d4ae8f3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7955150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7955703'] for router, after_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:49.987456 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-381582ca-7bd2-45a5-b850-7696d4ae8f3c admin admin] Router 1bbf0369-2b86-4af3-8f5e-c6335f246966 is scheduled to L3 agent 0d18d50c-d309-40cc-9cbf-a014e4f79dac with binding_index 1 {{(pid=93874) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 04:33:50.109756 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-381582ca-7bd2-45a5-b850-7696d4ae8f3c admin admin] Notify agent at l3_agent.dv-cinder-778193-7-iscsi the message routers_updated {{(pid=93874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:33:50.136938 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-381582ca-7bd2-45a5-b850-7696d4ae8f3c admin admin] Notify callbacks [] for router, before_response {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:50.138424 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-381582ca-7bd2-45a5-b850-7696d4ae8f3c admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.5545840 Aug 31 04:33:50.140011 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e0e9e0-6d90-4351-92bc-1f6662fbf757 None None] Sync routers for ids ['1bbf0369-2b86-4af3-8f5e-c6335f246966'] in dv-cinder-778193-7-iscsi {{(pid=93876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:33:50.141107 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 32952) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:33:50.175085 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e0e9e0-6d90-4351-92bc-1f6662fbf757 None None] Routers {'1bbf0369-2b86-4af3-8f5e-c6335f246966'} bound to L3 agent in host dv-cinder-778193-7-iscsi {{(pid=93876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 04:33:50.175620 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.l3_hamode_db [None req-46e0e9e0-6d90-4351-92bc-1f6662fbf757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T04:24:29Z,description=,heartbeat_timestamp=2021-08-31T04:33:29Z,host='dv-cinder-778193-7-iscsi',id=0d18d50c-d309-40cc-9cbf-a014e4f79dac,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T04:24:29Z,topic='l3_agent')) {'router_ids': ['1bbf0369-2b86-4af3-8f5e-c6335f246966'], 'active': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:33:50.362504 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 32960) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:33:50.388527 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.l3_dvr_db [None req-46e0e9e0-6d90-4351-92bc-1f6662fbf757 None None] Set router 1bbf0369-2b86-4af3-8f5e-c6335f246966 gateway port host: dv-cinder-778193-7-iscsi {{(pid=93876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 04:33:50.638360 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-9eca6a24-7fbd-498a-b1bd-8bf286711881 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:50.716773 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.l3_hamode_db [None req-46e0e9e0-6d90-4351-92bc-1f6662fbf757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bbf0369-2b86-4af3-8f5e-c6335f246966', 'name': 'tempest-TestMinimumBasicScenario-59664089-router', 'tenant_id': '45af1119fcaa42289bd7a62435cc91b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'external_fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'dfd357a1-99cd-4582-9627-76cc78f4a9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:33:47Z', 'updated_at': '2021-08-31T04:33:48Z', 'revision_number': 3, 'project_id': '45af1119fcaa42289bd7a62435cc91b7', 'gw_port': {'id': 'dfd357a1-99cd-4582-9627-76cc78f4a9fc', 'name': '', 'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b4:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bbf0369-2b86-4af3-8f5e-c6335f246966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:33:48Z', 'updated_at': '2021-08-31T04:33:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-iscsi'}], 'dv-cinder-778193-7-iscsi', False) {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:33:50.776679 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e0e9e0-6d90-4351-92bc-1f6662fbf757 None None] Checking router: 1bbf0369-2b86-4af3-8f5e-c6335f246966 for host: dv-cinder-778193-7-iscsi {{(pid=93876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:33:50.776679 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e0e9e0-6d90-4351-92bc-1f6662fbf757 None None] Updating router 1bbf0369-2b86-4af3-8f5e-c6335f246966 port dfd357a1-99cd-4582-9627-76cc78f4a9fc binding host dv-cinder-778193-7-iscsi {{(pid=93876) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 04:33:50.795003 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1ac283-69ec-48f8-9b9c-682fdd858364 req-da55a93d-7040-4211-a1c1-7ab34e6c36a9 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:50.804467 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-ca1ac283-69ec-48f8-9b9c-682fdd858364 req-da55a93d-7040-4211-a1c1-7ab34e6c36a9 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb2658bf-a714-436c-a25f-c5bb13131cb8 HTTP/1.1" status: 200 len: 945 time: 0.2242179 Aug 31 04:33:50.843819 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-46e0e9e0-6d90-4351-92bc-1f6662fbf757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:50.865513 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-058d83c4-14b1-4a6b-ae5e-c3cb4de69a98 None None] Network 06ad3d3a-ee8e-4fc5-ba5b-7729860bed74 requested from dv-cinder-778193-7-iscsi {{(pid=93875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 04:33:50.930940 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-9eca6a24-7fbd-498a-b1bd-8bf286711881 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:50.941219 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-9eca6a24-7fbd-498a-b1bd-8bf286711881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:51.026189 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-ca1ac283-69ec-48f8-9b9c-682fdd858364 req-35dd7ced-a6ed-4c57-9622-77cefe32dfab tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/security-groups?id=75b78e4a-f72a-42ae-924c-e5c8844ea7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191267 Aug 31 04:33:51.032111 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-6a25fe9a-1d38-4c69-a783-c8984e12fec3 None None] Provisioning for port 75142427-6df4-42a8-bbe7-0a72b44f3681 completed by entity DHCP. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 04:33:51.047555 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eca6a24-7fbd-498a-b1bd-8bf286711881 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15679d65-801e-4f03-b9a7-d3828fac8a36,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:33:51.055535 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-9eca6a24-7fbd-498a-b1bd-8bf286711881 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e464e607c22a44fc823e9a046a641c6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6913574 Aug 31 04:33:51.058532 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 32976) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:33:51.129265 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-d9872773-4a05-44a2-9a40-df735c35f2fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:51.189043 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-d9872773-4a05-44a2-9a40-df735c35f2fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:51.282315 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-d9872773-4a05-44a2-9a40-df735c35f2fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:51.282315 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-d9872773-4a05-44a2-9a40-df735c35f2fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:51.282315 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-d9872773-4a05-44a2-9a40-df735c35f2fe admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/15679d65-801e-4f03-b9a7-d3828fac8a36 HTTP/1.1" status: 204 len: 168 time: 0.2207747 Aug 31 04:33:51.293791 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-07e7b18c-fe91-45a1-9389-8dcf9580ae9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:51.314538 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9872773-4a05-44a2-9a40-df735c35f2fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15679d65-801e-4f03-b9a7-d3828fac8a36,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:33:51.491465 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-46e0e9e0-6d90-4351-92bc-1f6662fbf757 None None] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:51.511854 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [None req-46e0e9e0-6d90-4351-92bc-1f6662fbf757 None None] Transition to ACTIVE for port object dfd357a1-99cd-4582-9627-76cc78f4a9fc will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 04:33:51.521264 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-46e0e9e0-6d90-4351-92bc-1f6662fbf757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:51.556502 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.db.db_base_plugin_common [None req-07e7b18c-fe91-45a1-9389-8dcf9580ae9a admin admin] Allocated IP 172.20.0.1 (06ad3d3a-ee8e-4fc5-ba5b-7729860bed74/f953b90a-636a-49b1-b7fd-b7bc23da2c97/b00b527e-13d6-43f6-9946-d6de551be9b3) {{(pid=93874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:33:51.580580 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc571a-c499-4625-9169-4c2c8986079d None None] Pushing event updated for resources: {'Port': ['ID=dfd357a1-99cd-4582-9627-76cc78f4a9fc,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:33:51.604401 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Device 75142427-6df4-42a8-bbe7-0a72b44f3681 up at agent ovs-agent-dv-cinder-778193-7-iscsi {{(pid=93875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:33:51.632904 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-46e0e9e0-6d90-4351-92bc-1f6662fbf757 None None] Attempting to bind port dfd357a1-99cd-4582-9627-76cc78f4a9fc on host dv-cinder-778193-7-iscsi for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 04:33:51.633340 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-46e0e9e0-6d90-4351-92bc-1f6662fbf757 None None] Attempting to bind port dfd357a1-99cd-4582-9627-76cc78f4a9fc by drivers openvswitch,hyperv on host dv-cinder-778193-7-iscsi at level 0 using segments [{'id': '9b39574f-0af1-490f-b9cc-82fd551fb7d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 04:33:51.633977 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e0e9e0-6d90-4351-92bc-1f6662fbf757 None None] Attempting to bind port dfd357a1-99cd-4582-9627-76cc78f4a9fc on network f4b5f899-990a-4804-98c2-2f4cfa444408 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 04:33:51.639624 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e0e9e0-6d90-4351-92bc-1f6662fbf757 None None] Checking agent: {'id': '68c6f462-eb0a-4cde-80ac-29944282ee42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 4, 24, 29), 'started_at': datetime.datetime(2021, 8, 31, 4, 24, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 4, 33, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 04:33:51.640095 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e0e9e0-6d90-4351-92bc-1f6662fbf757 None None] Checking segment: {'id': '9b39574f-0af1-490f-b9cc-82fd551fb7d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 04:33:51.640572 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-46e0e9e0-6d90-4351-92bc-1f6662fbf757 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:51.641158 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e0e9e0-6d90-4351-92bc-1f6662fbf757 None None] Bound using segment: {'id': '9b39574f-0af1-490f-b9cc-82fd551fb7d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 04:33:51.641517 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-46e0e9e0-6d90-4351-92bc-1f6662fbf757 None None] Bound port: dfd357a1-99cd-4582-9627-76cc78f4a9fc, host: dv-cinder-778193-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b39574f-0af1-490f-b9cc-82fd551fb7d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 04:33:51.642445 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-46e0e9e0-6d90-4351-92bc-1f6662fbf757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:51.699031 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-46e0e9e0-6d90-4351-92bc-1f6662fbf757 None None] For port dfd357a1-99cd-4582-9627-76cc78f4a9fc, host dv-cinder-778193-7-iscsi, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:33:51.702849 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-46e0e9e0-6d90-4351-92bc-1f6662fbf757 None None] For port dfd357a1-99cd-4582-9627-76cc78f4a9fc, host dv-cinder-778193-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-7-iscsi',level=0,port_id=dfd357a1-99cd-4582-9627-76cc78f4a9fc,segment=NetworkSegment(9b39574f-0af1-490f-b9cc-82fd551fb7d5),segment_id=9b39574f-0af1-490f-b9cc-82fd551fb7d5)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:33:51.708585 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-46e0e9e0-6d90-4351-92bc-1f6662fbf757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:51.730504 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-07e7b18c-fe91-45a1-9389-8dcf9580ae9a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:51.745009 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-07e7b18c-fe91-45a1-9389-8dcf9580ae9a admin admin] Transition to ACTIVE for port object b00b527e-13d6-43f6-9946-d6de551be9b3 will not be triggered until provisioned by entity DHCP. {{(pid=93874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 04:33:51.752320 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Provisioning for port 75142427-6df4-42a8-bbe7-0a72b44f3681 completed by entity L2. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 04:33:51.761555 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Provisioning complete for port 75142427-6df4-42a8-bbe7-0a72b44f3681 triggered by entity L2. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:33:51.763830 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667402'] for port, provisioning_complete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:51.785868 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc571a-c499-4625-9169-4c2c8986079d None None] Pushing event updated for resources: {'Port': ['ID=dfd357a1-99cd-4582-9627-76cc78f4a9fc,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:33:51.791555 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e0e9e0-6d90-4351-92bc-1f6662fbf757 None None] Routers {'1bbf0369-2b86-4af3-8f5e-c6335f246966'} bound to L3 agent in host dv-cinder-778193-7-iscsi {{(pid=93876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 04:33:51.793070 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.l3_hamode_db [None req-46e0e9e0-6d90-4351-92bc-1f6662fbf757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T04:24:29Z,description=,heartbeat_timestamp=2021-08-31T04:33:29Z,host='dv-cinder-778193-7-iscsi',id=0d18d50c-d309-40cc-9cbf-a014e4f79dac,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T04:24:29Z,topic='l3_agent')) {'router_ids': ['1bbf0369-2b86-4af3-8f5e-c6335f246966'], 'active': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:33:51.800970 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-07e7b18c-fe91-45a1-9389-8dcf9580ae9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730086931496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16403769'] for port, after_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:51.844743 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e7b18c-fe91-45a1-9389-8dcf9580ae9a admin admin] Pushing event updated for resources: {'Port': ['ID=b00b527e-13d6-43f6-9946-d6de551be9b3,revision_number=1']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:33:51.853095 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 32994) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:33:51.869055 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:51.869607 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-a124b991-3cbd-4e9a-989a-f786f478359f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:51.875253 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e7b18c-fe91-45a1-9389-8dcf9580ae9a admin admin] Network 06ad3d3a-ee8e-4fc5-ba5b-7729860bed74 is already hosted by enough agents. {{(pid=93874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:33:51.876870 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.scheduler.base_scheduler [None req-07e7b18c-fe91-45a1-9389-8dcf9580ae9a admin admin] Resources bound (agent type, host, resource id): {{(pid=93874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:33:51.889614 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e7b18c-fe91-45a1-9389-8dcf9580ae9a admin admin] Received port after_create {{(pid=93874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 04:33:51.912019 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] For port 75142427-6df4-42a8-bbe7-0a72b44f3681, host dv-cinder-778193-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-7-iscsi',level=0,port_id=75142427-6df4-42a8-bbe7-0a72b44f3681,segment=NetworkSegment(7a9afc9a-1af4-41ba-a27e-531216c54b89),segment_id=7a9afc9a-1af4-41ba-a27e-531216c54b89)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:33:51.919234 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:51.920032 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Device 33360c37-5821-4a1a-af44-d164753e4fcb up at agent ovs-agent-dv-cinder-778193-7-iscsi {{(pid=93875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:33:51.924309 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.l3_dvr_db [None req-46e0e9e0-6d90-4351-92bc-1f6662fbf757 None None] Set router 1bbf0369-2b86-4af3-8f5e-c6335f246966 gateway port host: dv-cinder-778193-7-iscsi {{(pid=93876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 04:33:52.011045 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-07e7b18c-fe91-45a1-9389-8dcf9580ae9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7956356'] for router_interface, before_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:52.032577 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Pushing event updated for resources: {'Port': ['ID=75142427-6df4-42a8-bbe7-0a72b44f3681,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:33:52.040668 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-a124b991-3cbd-4e9a-989a-f786f478359f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:52.049221 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-a124b991-3cbd-4e9a-989a-f786f478359f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:52.049375 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Provisioning for port 33360c37-5821-4a1a-af44-d164753e4fcb completed by entity L2. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 04:33:52.054748 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Provisioning complete for port 33360c37-5821-4a1a-af44-d164753e4fcb triggered by entity L2. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:33:52.055381 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667402'] for port, provisioning_complete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:52.108505 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a124b991-3cbd-4e9a-989a-f786f478359f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fd1a2d2-2bd5-4f18-bb24-58113a404afe,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:33:52.148910 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-a124b991-3cbd-4e9a-989a-f786f478359f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ffb0c4807765452eb84004de6d2939fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2944775 Aug 31 04:33:52.151495 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 33004) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:33:52.164478 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:52.208068 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] For port 33360c37-5821-4a1a-af44-d164753e4fcb, host dv-cinder-778193-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-7-iscsi',level=0,port_id=33360c37-5821-4a1a-af44-d164753e4fcb,segment=NetworkSegment(addae48f-32b7-413b-a119-940a5c53c50e),segment_id=addae48f-32b7-413b-a119-940a5c53c50e)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:33:52.219730 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:52.252669 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93146d0-b186-4eaf-8ced-2e0e9b514735 req-a886facc-738b-42f9-8918-92097d0fe4ce tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:52.254545 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-e93146d0-b186-4eaf-8ced-2e0e9b514735 req-a886facc-738b-42f9-8918-92097d0fe4ce tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb2658bf-a714-436c-a25f-c5bb13131cb8 HTTP/1.1" status: 200 len: 945 time: 0.1373007 Aug 31 04:33:52.276899 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-055d4ca3-db08-4986-b922-08bb9ae28c53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:52.304497 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.l3_hamode_db [None req-46e0e9e0-6d90-4351-92bc-1f6662fbf757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bbf0369-2b86-4af3-8f5e-c6335f246966', 'name': 'tempest-TestMinimumBasicScenario-59664089-router', 'tenant_id': '45af1119fcaa42289bd7a62435cc91b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'external_fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'dfd357a1-99cd-4582-9627-76cc78f4a9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:33:47Z', 'updated_at': '2021-08-31T04:33:48Z', 'revision_number': 3, 'project_id': '45af1119fcaa42289bd7a62435cc91b7', 'gw_port': {'id': 'dfd357a1-99cd-4582-9627-76cc78f4a9fc', 'name': '', 'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b4:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bbf0369-2b86-4af3-8f5e-c6335f246966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:33:48Z', 'updated_at': '2021-08-31T04:33:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-iscsi'}], 'dv-cinder-778193-7-iscsi', False) {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:33:52.309465 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-e93146d0-b186-4eaf-8ced-2e0e9b514735 req-4f4cb3d5-3166-4497-9da7-e887d7008185 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/security-groups?id=75b78e4a-f72a-42ae-924c-e5c8844ea7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464604 Aug 31 04:33:52.321534 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-055d4ca3-db08-4986-b922-08bb9ae28c53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:52.322913 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-a06addaf-fd5d-432f-a2f1-3be3ae14b1a4 None None] Provisioning for port b00b527e-13d6-43f6-9946-d6de551be9b3 completed by entity DHCP. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 04:33:52.338517 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-07e7b18c-fe91-45a1-9389-8dcf9580ae9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:52.358992 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-a06addaf-fd5d-432f-a2f1-3be3ae14b1a4 None None] Provisioning complete for port b00b527e-13d6-43f6-9946-d6de551be9b3 triggered by entity DHCP. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:33:52.359367 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a06addaf-fd5d-432f-a2f1-3be3ae14b1a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667402'] for port, provisioning_complete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:52.419681 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Pushing event updated for resources: {'Port': ['ID=33360c37-5821-4a1a-af44-d164753e4fcb,revision_number=5']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:33:52.422631 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-055d4ca3-db08-4986-b922-08bb9ae28c53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:52.425824 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-055d4ca3-db08-4986-b922-08bb9ae28c53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:52.427508 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-055d4ca3-db08-4986-b922-08bb9ae28c53 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1fd1a2d2-2bd5-4f18-bb24-58113a404afe HTTP/1.1" status: 204 len: 168 time: 0.2750428 Aug 31 04:33:52.456690 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055d4ca3-db08-4986-b922-08bb9ae28c53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fd1a2d2-2bd5-4f18-bb24-58113a404afe,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:33:52.470724 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-a06addaf-fd5d-432f-a2f1-3be3ae14b1a4 None None] Port b00b527e-13d6-43f6-9946-d6de551be9b3 cannot update to ACTIVE because it is not bound. {{(pid=93875) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 04:33:52.549377 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e0e9e0-6d90-4351-92bc-1f6662fbf757 None None] The sync data for ids ['1bbf0369-2b86-4af3-8f5e-c6335f246966'] in dv-cinder-778193-7-iscsi is: [{'id': '1bbf0369-2b86-4af3-8f5e-c6335f246966', 'name': 'tempest-TestMinimumBasicScenario-59664089-router', 'tenant_id': '45af1119fcaa42289bd7a62435cc91b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'external_fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'dfd357a1-99cd-4582-9627-76cc78f4a9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:33:47Z', 'updated_at': '2021-08-31T04:33:48Z', 'revision_number': 3, 'project_id': '45af1119fcaa42289bd7a62435cc91b7', 'gw_port': {'id': 'dfd357a1-99cd-4582-9627-76cc78f4a9fc', 'name': '', 'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b4:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bbf0369-2b86-4af3-8f5e-c6335f246966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:33:48Z', 'updated_at': '2021-08-31T04:33:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-iscsi'}] {{(pid=93876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:33:52.625402 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64827738-f306-41ee-bf71-be9b936a6663 req-7d6fc801-245d-4609-bfa3-673de267fa11 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:52.627147 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-64827738-f306-41ee-bf71-be9b936a6663 req-7d6fc801-245d-4609-bfa3-673de267fa11 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/ports?device_id=390893f3-2c2b-4803-b7a8-3c19fb0503a4 HTTP/1.1" status: 200 len: 945 time: 0.1707563 Aug 31 04:33:52.708324 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-64827738-f306-41ee-bf71-be9b936a6663 req-aa3d6e63-e4d5-4852-9c90-9921b296bc74 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/security-groups?id=75b78e4a-f72a-42ae-924c-e5c8844ea7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648220 Aug 31 04:33:52.708324 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-07e7b18c-fe91-45a1-9389-8dcf9580ae9a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:52.708324 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-07e7b18c-fe91-45a1-9389-8dcf9580ae9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16403712'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:52.749226 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-07e7b18c-fe91-45a1-9389-8dcf9580ae9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8355406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7953204'] for router_interface, after_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:52.835596 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e7b18c-fe91-45a1-9389-8dcf9580ae9a admin admin] Pushing event updated for resources: {'Port': ['ID=b00b527e-13d6-43f6-9946-d6de551be9b3,revision_number=2']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:33:52.883421 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e7b18c-fe91-45a1-9389-8dcf9580ae9a admin admin] Network 06ad3d3a-ee8e-4fc5-ba5b-7729860bed74 is already hosted by enough agents. {{(pid=93874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:33:52.884853 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.scheduler.base_scheduler [None req-07e7b18c-fe91-45a1-9389-8dcf9580ae9a admin admin] Resources bound (agent type, host, resource id): {{(pid=93874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:33:52.940533 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 33034) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:33:52.997657 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-d28cd29a-4fd6-453d-8f96-9941c5884f65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:53.082976 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07e7b18c-fe91-45a1-9389-8dcf9580ae9a admin admin] Router 1bbf0369-2b86-4af3-8f5e-c6335f246966 has already been hosted by L3 agent 0d18d50c-d309-40cc-9cbf-a014e4f79dac {{(pid=93874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 04:33:53.181872 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-d28cd29a-4fd6-453d-8f96-9941c5884f65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:53.188126 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-d28cd29a-4fd6-453d-8f96-9941c5884f65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:53.285147 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-d28cd29a-4fd6-453d-8f96-9941c5884f65 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e014350a36894cfca0a8704f47767c91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3432939 Aug 31 04:33:53.287520 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28cd29a-4fd6-453d-8f96-9941c5884f65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f6c7ce4-6054-47dd-9fb0-006c00ecaafc,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:33:53.291535 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 33042) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:33:53.298387 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-0ac5e38c-0ecf-4832-8c7e-9e78161775f2 None None] Provisioning complete for port b00b527e-13d6-43f6-9946-d6de551be9b3 triggered by entity DHCP. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:33:53.309874 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0ac5e38c-0ecf-4832-8c7e-9e78161775f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667402'] for port, provisioning_complete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:53.347763 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07e7b18c-fe91-45a1-9389-8dcf9580ae9a admin admin] Notify agent at l3_agent.dv-cinder-778193-7-iscsi the message routers_updated {{(pid=93874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:33:53.356521 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-07e7b18c-fe91-45a1-9389-8dcf9580ae9a admin admin] 10.222.0.37 "PUT /v2.0/routers/1bbf0369-2b86-4af3-8f5e-c6335f246966/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2134995 Aug 31 04:33:53.385877 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-5ff6eb7f-43b0-4769-bd12-0848b7ec849b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:53.388946 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-0ac5e38c-0ecf-4832-8c7e-9e78161775f2 None None] Port b00b527e-13d6-43f6-9946-d6de551be9b3 cannot update to ACTIVE because it is not bound. {{(pid=93875) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 04:33:53.428613 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-5ff6eb7f-43b0-4769-bd12-0848b7ec849b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:53.511745 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-5ff6eb7f-43b0-4769-bd12-0848b7ec849b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:53.514730 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-5ff6eb7f-43b0-4769-bd12-0848b7ec849b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:53.515893 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-5ff6eb7f-43b0-4769-bd12-0848b7ec849b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5f6c7ce4-6054-47dd-9fb0-006c00ecaafc HTTP/1.1" status: 204 len: 168 time: 0.2197523 Aug 31 04:33:53.525732 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff6eb7f-43b0-4769-bd12-0848b7ec849b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f6c7ce4-6054-47dd-9fb0-006c00ecaafc,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:33:53.636570 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Device 75142427-6df4-42a8-bbe7-0a72b44f3681 up at agent ovs-agent-dv-cinder-778193-7-iscsi {{(pid=93875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:33:53.716838 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Provisioning complete for port 75142427-6df4-42a8-bbe7-0a72b44f3681 triggered by entity L2. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:33:53.717383 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667402'] for port, provisioning_complete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:53.828657 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Device 33360c37-5821-4a1a-af44-d164753e4fcb up at agent ovs-agent-dv-cinder-778193-7-iscsi {{(pid=93875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:33:53.901706 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Provisioning complete for port 33360c37-5821-4a1a-af44-d164753e4fcb triggered by entity L2. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:33:53.901987 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667402'] for port, provisioning_complete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:54.045531 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Device dfd357a1-99cd-4582-9627-76cc78f4a9fc up at agent ovs-agent-dv-cinder-778193-7-iscsi {{(pid=93875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:33:54.104848 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Provisioning for port dfd357a1-99cd-4582-9627-76cc78f4a9fc completed by entity L2. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 04:33:54.108849 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Provisioning complete for port dfd357a1-99cd-4582-9627-76cc78f4a9fc triggered by entity L2. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:33:54.109213 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667402'] for port, provisioning_complete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:54.221896 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:54.252157 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] For port dfd357a1-99cd-4582-9627-76cc78f4a9fc, host dv-cinder-778193-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-7-iscsi',level=0,port_id=dfd357a1-99cd-4582-9627-76cc78f4a9fc,segment=NetworkSegment(9b39574f-0af1-490f-b9cc-82fd551fb7d5),segment_id=9b39574f-0af1-490f-b9cc-82fd551fb7d5)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:33:54.257538 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:54.338505 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Pushing event updated for resources: {'Port': ['ID=dfd357a1-99cd-4582-9627-76cc78f4a9fc,revision_number=4']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:33:55.089236 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83737ad5-bfa2-42aa-9e1d-d156fc7f0761 None None] Sync routers for ids ['1bbf0369-2b86-4af3-8f5e-c6335f246966'] in dv-cinder-778193-7-iscsi {{(pid=93875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:33:55.116947 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83737ad5-bfa2-42aa-9e1d-d156fc7f0761 None None] Routers {'1bbf0369-2b86-4af3-8f5e-c6335f246966'} bound to L3 agent in host dv-cinder-778193-7-iscsi {{(pid=93875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 04:33:55.117675 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-83737ad5-bfa2-42aa-9e1d-d156fc7f0761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T04:24:29Z,description=,heartbeat_timestamp=2021-08-31T04:33:29Z,host='dv-cinder-778193-7-iscsi',id=0d18d50c-d309-40cc-9cbf-a014e4f79dac,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T04:24:29Z,topic='l3_agent')) {'router_ids': ['1bbf0369-2b86-4af3-8f5e-c6335f246966'], 'active': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:33:55.306623 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvr_db [None req-83737ad5-bfa2-42aa-9e1d-d156fc7f0761 None None] Set router 1bbf0369-2b86-4af3-8f5e-c6335f246966 gateway port host: dv-cinder-778193-7-iscsi {{(pid=93875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 04:33:55.509186 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Device dfd357a1-99cd-4582-9627-76cc78f4a9fc up at agent ovs-agent-dv-cinder-778193-7-iscsi {{(pid=93875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:33:55.707581 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Provisioning complete for port dfd357a1-99cd-4582-9627-76cc78f4a9fc triggered by entity L2. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:33:55.707955 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667402'] for port, provisioning_complete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:55.749120 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-83737ad5-bfa2-42aa-9e1d-d156fc7f0761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bbf0369-2b86-4af3-8f5e-c6335f246966', 'name': 'tempest-TestMinimumBasicScenario-59664089-router', 'tenant_id': '45af1119fcaa42289bd7a62435cc91b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'external_fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'dfd357a1-99cd-4582-9627-76cc78f4a9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:33:47Z', 'updated_at': '2021-08-31T04:33:52Z', 'revision_number': 4, 'project_id': '45af1119fcaa42289bd7a62435cc91b7', 'gw_port': {'id': 'dfd357a1-99cd-4582-9627-76cc78f4a9fc', 'name': '', 'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bbf0369-2b86-4af3-8f5e-c6335f246966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:33:48Z', 'updated_at': '2021-08-31T04:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-iscsi', '_interfaces': [{'id': 'b00b527e-13d6-43f6-9946-d6de551be9b3', 'name': '', 'network_id': '06ad3d3a-ee8e-4fc5-ba5b-7729860bed74', 'tenant_id': '45af1119fcaa42289bd7a62435cc91b7', 'mac_address': 'fa:16:3e:2e:67:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bbf0369-2b86-4af3-8f5e-c6335f246966', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'f953b90a-636a-49b1-b7fd-b7bc23da2c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:33:51Z', 'updated_at': '2021-08-31T04:33:52Z', 'revision_number': 2, 'project_id': '45af1119fcaa42289bd7a62435cc91b7', 'subnets': [{'id': 'f953b90a-636a-49b1-b7fd-b7bc23da2c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-7-iscsi', False) {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:33:55.804644 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83737ad5-bfa2-42aa-9e1d-d156fc7f0761 None None] Checking router: 1bbf0369-2b86-4af3-8f5e-c6335f246966 for host: dv-cinder-778193-7-iscsi {{(pid=93875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:33:55.804881 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83737ad5-bfa2-42aa-9e1d-d156fc7f0761 None None] Updating router 1bbf0369-2b86-4af3-8f5e-c6335f246966 port b00b527e-13d6-43f6-9946-d6de551be9b3 binding host dv-cinder-778193-7-iscsi {{(pid=93875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 04:33:55.831329 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-83737ad5-bfa2-42aa-9e1d-d156fc7f0761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:56.213075 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8c3d6eb0-cbfa-4c92-ab4d-863e94d2c8f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:56.281045 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-83737ad5-bfa2-42aa-9e1d-d156fc7f0761 None None] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:56.307965 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-83737ad5-bfa2-42aa-9e1d-d156fc7f0761 None None] Transition to ACTIVE for port object b00b527e-13d6-43f6-9946-d6de551be9b3 will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 04:33:56.349452 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-83737ad5-bfa2-42aa-9e1d-d156fc7f0761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:56.586103 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b6f495-4b41-4ad9-a028-6506fa3b299b None None] Pushing event updated for resources: {'Port': ['ID=b00b527e-13d6-43f6-9946-d6de551be9b3,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:33:56.643591 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [None req-83737ad5-bfa2-42aa-9e1d-d156fc7f0761 None None] Attempting to bind port b00b527e-13d6-43f6-9946-d6de551be9b3 on host dv-cinder-778193-7-iscsi for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 04:33:56.643982 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [None req-83737ad5-bfa2-42aa-9e1d-d156fc7f0761 None None] Attempting to bind port b00b527e-13d6-43f6-9946-d6de551be9b3 by drivers openvswitch,hyperv on host dv-cinder-778193-7-iscsi at level 0 using segments [{'id': '7a9afc9a-1af4-41ba-a27e-531216c54b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '06ad3d3a-ee8e-4fc5-ba5b-7729860bed74'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 04:33:56.644334 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83737ad5-bfa2-42aa-9e1d-d156fc7f0761 None None] Attempting to bind port b00b527e-13d6-43f6-9946-d6de551be9b3 on network 06ad3d3a-ee8e-4fc5-ba5b-7729860bed74 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 04:33:56.703608 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83737ad5-bfa2-42aa-9e1d-d156fc7f0761 None None] Checking agent: {'id': '68c6f462-eb0a-4cde-80ac-29944282ee42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 4, 24, 29), 'started_at': datetime.datetime(2021, 8, 31, 4, 24, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 4, 33, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 04:33:56.703995 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83737ad5-bfa2-42aa-9e1d-d156fc7f0761 None None] Checking segment: {'id': '7a9afc9a-1af4-41ba-a27e-531216c54b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '06ad3d3a-ee8e-4fc5-ba5b-7729860bed74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 04:33:56.704406 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-83737ad5-bfa2-42aa-9e1d-d156fc7f0761 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:56.704804 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83737ad5-bfa2-42aa-9e1d-d156fc7f0761 None None] Bound using segment: {'id': '7a9afc9a-1af4-41ba-a27e-531216c54b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '06ad3d3a-ee8e-4fc5-ba5b-7729860bed74'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 04:33:56.705289 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [None req-83737ad5-bfa2-42aa-9e1d-d156fc7f0761 None None] Bound port: b00b527e-13d6-43f6-9946-d6de551be9b3, host: dv-cinder-778193-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a9afc9a-1af4-41ba-a27e-531216c54b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '06ad3d3a-ee8e-4fc5-ba5b-7729860bed74'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 04:33:56.705675 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-83737ad5-bfa2-42aa-9e1d-d156fc7f0761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:56.830660 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-83737ad5-bfa2-42aa-9e1d-d156fc7f0761 None None] For port b00b527e-13d6-43f6-9946-d6de551be9b3, host dv-cinder-778193-7-iscsi, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:33:56.845842 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-83737ad5-bfa2-42aa-9e1d-d156fc7f0761 None None] For port b00b527e-13d6-43f6-9946-d6de551be9b3, host dv-cinder-778193-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-7-iscsi',level=0,port_id=b00b527e-13d6-43f6-9946-d6de551be9b3,segment=NetworkSegment(7a9afc9a-1af4-41ba-a27e-531216c54b89),segment_id=7a9afc9a-1af4-41ba-a27e-531216c54b89)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:33:56.874168 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-83737ad5-bfa2-42aa-9e1d-d156fc7f0761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:56.914526 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646fd9e2-8dd7-45d9-b903-9dc2be346036 req-82bc177f-5b5f-4a25-9a07-c89677485f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:56.916250 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-646fd9e2-8dd7-45d9-b903-9dc2be346036 req-82bc177f-5b5f-4a25-9a07-c89677485f7c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5c02d31770b24c65beddac4595cdfe52&device_id=390893f3-2c2b-4803-b7a8-3c19fb0503a4 HTTP/1.1" status: 200 len: 1098 time: 0.1245143 Aug 31 04:33:57.035205 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1771ddab-6673-4721-b481-050cbd158b77 req-908ce3ef-6af0-40da-b3fd-bcb46a22a608 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:57.036981 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-1771ddab-6673-4721-b481-050cbd158b77 req-908ce3ef-6af0-40da-b3fd-bcb46a22a608 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/ports?device_id=390893f3-2c2b-4803-b7a8-3c19fb0503a4 HTTP/1.1" status: 200 len: 945 time: 0.1351030 Aug 31 04:33:57.065348 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83737ad5-bfa2-42aa-9e1d-d156fc7f0761 None None] Routers {'1bbf0369-2b86-4af3-8f5e-c6335f246966'} bound to L3 agent in host dv-cinder-778193-7-iscsi {{(pid=93875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 04:33:57.066428 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-83737ad5-bfa2-42aa-9e1d-d156fc7f0761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T04:24:29Z,description=,heartbeat_timestamp=2021-08-31T04:33:29Z,host='dv-cinder-778193-7-iscsi',id=0d18d50c-d309-40cc-9cbf-a014e4f79dac,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T04:24:29Z,topic='l3_agent')) {'router_ids': ['1bbf0369-2b86-4af3-8f5e-c6335f246966'], 'active': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:33:57.163941 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-1771ddab-6673-4721-b481-050cbd158b77 req-1114ffc6-ff17-4edd-b196-f38d2da378ff tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/security-groups?id=75b78e4a-f72a-42ae-924c-e5c8844ea7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192629 Aug 31 04:33:57.173727 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646fd9e2-8dd7-45d9-b903-9dc2be346036 req-66856305-0620-4902-acbb-487e536020e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:57.179846 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-646fd9e2-8dd7-45d9-b903-9dc2be346036 req-66856305-0620-4902-acbb-487e536020e2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4c9c44bc-58fb-4b05-9942-3faf4a44f339 HTTP/1.1" status: 200 len: 919 time: 0.2482216 Aug 31 04:33:57.271236 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-646fd9e2-8dd7-45d9-b903-9dc2be346036 req-a512fe54-829a-4b2b-aa22-33eeb64ff153 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aaf78d6f-71aa-4bfc-88a6-916d6e36bcab HTTP/1.1" status: 200 len: 217 time: 0.0646713 Aug 31 04:33:57.307607 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvr_db [None req-83737ad5-bfa2-42aa-9e1d-d156fc7f0761 None None] Set router 1bbf0369-2b86-4af3-8f5e-c6335f246966 gateway port host: dv-cinder-778193-7-iscsi {{(pid=93875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 04:33:57.356773 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646fd9e2-8dd7-45d9-b903-9dc2be346036 req-6ddb4112-8d1b-4d83-9fc5-4fd16cb076ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:57.358704 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-646fd9e2-8dd7-45d9-b903-9dc2be346036 req-6ddb4112-8d1b-4d83-9fc5-4fd16cb076ca service neutron] 10.222.0.13 "GET /v2.0/subnets?id=097259a5-3a3d-4228-8082-2d6c2f8f569c HTTP/1.1" status: 200 len: 858 time: 0.0687630 Aug 31 04:33:57.361732 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b6f495-4b41-4ad9-a028-6506fa3b299b None None] Pushing event updated for resources: {'Port': ['ID=b00b527e-13d6-43f6-9946-d6de551be9b3,revision_number=4']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:33:57.416105 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-646fd9e2-8dd7-45d9-b903-9dc2be346036 req-ba83aa74-6243-4824-92d7-d10a8ec99aa9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4c9c44bc-58fb-4b05-9942-3faf4a44f339&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465508 Aug 31 04:33:57.598906 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-646fd9e2-8dd7-45d9-b903-9dc2be346036 req-43215e3f-9c4b-4792-b161-336d3f21f08a service neutron] 10.222.0.13 "GET /v2.0/networks/4c9c44bc-58fb-4b05-9942-3faf4a44f339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730578 Aug 31 04:33:57.613839 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-83737ad5-bfa2-42aa-9e1d-d156fc7f0761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bbf0369-2b86-4af3-8f5e-c6335f246966', 'name': 'tempest-TestMinimumBasicScenario-59664089-router', 'tenant_id': '45af1119fcaa42289bd7a62435cc91b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'external_fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'dfd357a1-99cd-4582-9627-76cc78f4a9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:33:47Z', 'updated_at': '2021-08-31T04:33:52Z', 'revision_number': 4, 'project_id': '45af1119fcaa42289bd7a62435cc91b7', 'gw_port': {'id': 'dfd357a1-99cd-4582-9627-76cc78f4a9fc', 'name': '', 'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bbf0369-2b86-4af3-8f5e-c6335f246966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:33:48Z', 'updated_at': '2021-08-31T04:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-iscsi', '_interfaces': [{'id': 'b00b527e-13d6-43f6-9946-d6de551be9b3', 'name': '', 'network_id': '06ad3d3a-ee8e-4fc5-ba5b-7729860bed74', 'tenant_id': '45af1119fcaa42289bd7a62435cc91b7', 'mac_address': 'fa:16:3e:2e:67:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bbf0369-2b86-4af3-8f5e-c6335f246966', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'f953b90a-636a-49b1-b7fd-b7bc23da2c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:33:51Z', 'updated_at': '2021-08-31T04:33:56Z', 'revision_number': 4, 'project_id': '45af1119fcaa42289bd7a62435cc91b7', 'subnets': [{'id': 'f953b90a-636a-49b1-b7fd-b7bc23da2c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-7-iscsi', False) {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:33:57.659879 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83737ad5-bfa2-42aa-9e1d-d156fc7f0761 None None] The sync data for ids ['1bbf0369-2b86-4af3-8f5e-c6335f246966'] in dv-cinder-778193-7-iscsi is: [{'id': '1bbf0369-2b86-4af3-8f5e-c6335f246966', 'name': 'tempest-TestMinimumBasicScenario-59664089-router', 'tenant_id': '45af1119fcaa42289bd7a62435cc91b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'external_fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'dfd357a1-99cd-4582-9627-76cc78f4a9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:33:47Z', 'updated_at': '2021-08-31T04:33:52Z', 'revision_number': 4, 'project_id': '45af1119fcaa42289bd7a62435cc91b7', 'gw_port': {'id': 'dfd357a1-99cd-4582-9627-76cc78f4a9fc', 'name': '', 'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bbf0369-2b86-4af3-8f5e-c6335f246966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:33:48Z', 'updated_at': '2021-08-31T04:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-iscsi', '_interfaces': [{'id': 'b00b527e-13d6-43f6-9946-d6de551be9b3', 'name': '', 'network_id': '06ad3d3a-ee8e-4fc5-ba5b-7729860bed74', 'tenant_id': '45af1119fcaa42289bd7a62435cc91b7', 'mac_address': 'fa:16:3e:2e:67:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bbf0369-2b86-4af3-8f5e-c6335f246966', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'f953b90a-636a-49b1-b7fd-b7bc23da2c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:33:51Z', 'updated_at': '2021-08-31T04:33:56Z', 'revision_number': 4, 'project_id': '45af1119fcaa42289bd7a62435cc91b7', 'subnets': [{'id': 'f953b90a-636a-49b1-b7fd-b7bc23da2c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:33:57.794051 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-646fd9e2-8dd7-45d9-b903-9dc2be346036 req-c4182e15-358d-4e5a-8273-df3d4897e7f5 service neutron] 10.222.0.13 "GET /v2.0/networks/4c9c44bc-58fb-4b05-9942-3faf4a44f339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843855 Aug 31 04:33:57.797012 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:58.157566 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6b7e41-2a06-4b3c-b2c6-e037a58fc447 req-5d3d88dc-abcb-4fa9-9bf3-4464e3edcbb0 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:58.161476 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-3b6b7e41-2a06-4b3c-b2c6-e037a58fc447 req-5d3d88dc-abcb-4fa9-9bf3-4464e3edcbb0 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.37 "GET /v2.0/networks?id=324d503c-fc7f-4c16-bee4-2a3af6fefdb5 HTTP/1.1" status: 200 len: 814 time: 0.1545274 Aug 31 04:33:58.187389 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-3b6b7e41-2a06-4b3c-b2c6-e037a58fc447 req-c2ea0f9c-d063-4e24-a7ab-5b995c9bbafa tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.37 "GET /v2.0/quotas/d2a1a3669e5349b3b72956eee5c16264 HTTP/1.1" status: 200 len: 375 time: 0.0109167 Aug 31 04:33:58.317639 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-3b6b7e41-2a06-4b3c-b2c6-e037a58fc447 req-bd5089c9-852a-4d84-8c25-e2b055d26b06 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d2a1a3669e5349b3b72956eee5c16264&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1218820 Aug 31 04:33:58.544828 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-3b6b7e41-2a06-4b3c-b2c6-e037a58fc447 req-f81aab69-45e8-4537-9c09-9373462f7b23 service neutron] 10.222.0.37 "GET /v2.0/networks/324d503c-fc7f-4c16-bee4-2a3af6fefdb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185888 Aug 31 04:33:58.636511 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f67337c2-bf22-40c3-89fc-2a3a4734bd7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:58.665351 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afa24ec-7246-40b5-9375-cd16b4f907a7 req-489f66df-bc51-426d-a885-57f2572a6479 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:58.675608 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-6afa24ec-7246-40b5-9375-cd16b4f907a7 req-489f66df-bc51-426d-a885-57f2572a6479 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/ports?device_id=390893f3-2c2b-4803-b7a8-3c19fb0503a4 HTTP/1.1" status: 200 len: 945 time: 0.1292961 Aug 31 04:33:58.727994 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-6afa24ec-7246-40b5-9375-cd16b4f907a7 req-bd98f9b5-cca5-4ef7-90ea-0df3ccf6f5b6 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/security-groups?id=75b78e4a-f72a-42ae-924c-e5c8844ea7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512490 Aug 31 04:33:58.809180 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-3b6b7e41-2a06-4b3c-b2c6-e037a58fc447 req-8a10bf6b-6cce-4665-94a4-915eea396244 service neutron] 10.222.0.37 "GET /v2.0/networks/324d503c-fc7f-4c16-bee4-2a3af6fefdb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254384 Aug 31 04:33:58.956170 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:59.097825 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-7ec99bec-577b-42bd-8d53-f28efb1dec71 req-faef48f0-d99a-4528-b226-dc53657aa906 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.37 "GET /v2.0/ports?device_id=e238cefc-9d2d-4918-a91c-c27443d475fc HTTP/1.1" status: 200 len: 210 time: 0.0779343 Aug 31 04:33:59.466715 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Device b00b527e-13d6-43f6-9946-d6de551be9b3 up at agent ovs-agent-dv-cinder-778193-7-iscsi {{(pid=93875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:33:59.532257 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Provisioning for port b00b527e-13d6-43f6-9946-d6de551be9b3 completed by entity L2. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 04:33:59.542902 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Provisioning complete for port b00b527e-13d6-43f6-9946-d6de551be9b3 triggered by entity L2. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:33:59.543709 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667402'] for port, provisioning_complete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:59.651092 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:59.703956 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] For port b00b527e-13d6-43f6-9946-d6de551be9b3, host dv-cinder-778193-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-7-iscsi',level=0,port_id=b00b527e-13d6-43f6-9946-d6de551be9b3,segment=NetworkSegment(7a9afc9a-1af4-41ba-a27e-531216c54b89),segment_id=7a9afc9a-1af4-41ba-a27e-531216c54b89)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:33:59.708363 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:59.773503 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Pushing event updated for resources: {'Port': ['ID=b00b527e-13d6-43f6-9946-d6de551be9b3,revision_number=5']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:33:59.821139 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cae06a7b-375a-4b62-8781-ea2d8af560c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:00.182769 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c894a6f2-4325-4d40-8eaf-33ae5fcceb19 req-8554164a-8e9c-4230-bdf0-9e85a85d8ba3 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:00.187398 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-c894a6f2-4325-4d40-8eaf-33ae5fcceb19 req-8554164a-8e9c-4230-bdf0-9e85a85d8ba3 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/ports?device_id=390893f3-2c2b-4803-b7a8-3c19fb0503a4 HTTP/1.1" status: 200 len: 945 time: 0.0761092 Aug 31 04:34:00.257844 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-079ec280-dc4c-42ec-8e60-ebcd7fcc2077 req-26c902a0-6ca5-4b39-a482-bdae5db19a05 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.37 "GET /v2.0/ports?device_id=e238cefc-9d2d-4918-a91c-c27443d475fc HTTP/1.1" status: 200 len: 210 time: 0.0693314 Aug 31 04:34:00.305426 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-c894a6f2-4325-4d40-8eaf-33ae5fcceb19 req-06c5de4a-af51-4e19-a576-982b0ee6f428 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/security-groups?id=75b78e4a-f72a-42ae-924c-e5c8844ea7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869360 Aug 31 04:34:00.700296 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6b7e41-2a06-4b3c-b2c6-e037a58fc447 req-dbfa9d25-19f3-4a01-b03f-041e05973726 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:00.701887 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-3b6b7e41-2a06-4b3c-b2c6-e037a58fc447 req-dbfa9d25-19f3-4a01-b03f-041e05973726 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.13 "GET /v2.0/networks?id=324d503c-fc7f-4c16-bee4-2a3af6fefdb5 HTTP/1.1" status: 200 len: 814 time: 0.1727540 Aug 31 04:34:00.728868 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.v2.base [req-3b6b7e41-2a06-4b3c-b2c6-e037a58fc447 req-5bc45a29-2f74-45df-a26d-abedb679b613 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] Request body: {'port': {'device_id': 'e238cefc-9d2d-4918-a91c-c27443d475fc', 'network_id': '324d503c-fc7f-4c16-bee4-2a3af6fefdb5', 'admin_state_up': True, 'tenant_id': 'd2a1a3669e5349b3b72956eee5c16264'}} {{(pid=93873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:34:00.872668 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b6b7e41-2a06-4b3c-b2c6-e037a58fc447 req-5bc45a29-2f74-45df-a26d-abedb679b613 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] Made reservation on behalf of d2a1a3669e5349b3b72956eee5c16264 for: {'port': 1} {{(pid=93873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:34:00.876830 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-3b6b7e41-2a06-4b3c-b2c6-e037a58fc447 req-5bc45a29-2f74-45df-a26d-abedb679b613 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:01.024631 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.db.db_base_plugin_common [req-3b6b7e41-2a06-4b3c-b2c6-e037a58fc447 req-5bc45a29-2f74-45df-a26d-abedb679b613 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] Allocated IP 172.20.0.8 (324d503c-fc7f-4c16-bee4-2a3af6fefdb5/5dd8637b-f77f-4006-8986-9a7f8cb1c65f/beb6bb0c-c754-4d1a-bf05-234c5b3fd767) {{(pid=93873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:34:01.268717 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a4fd8ad5-a492-4575-8673-07e6bf736dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:01.282383 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-3b6b7e41-2a06-4b3c-b2c6-e037a58fc447 req-5bc45a29-2f74-45df-a26d-abedb679b613 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] Notify callbacks [] for port, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:01.383880 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-3b6b7e41-2a06-4b3c-b2c6-e037a58fc447 req-5bc45a29-2f74-45df-a26d-abedb679b613 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730086931496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4316683'] for port, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:01.512167 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b6b7e41-2a06-4b3c-b2c6-e037a58fc447 req-5bc45a29-2f74-45df-a26d-abedb679b613 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] Network 324d503c-fc7f-4c16-bee4-2a3af6fefdb5 is already hosted by enough agents. {{(pid=93873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:34:01.520791 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.scheduler.base_scheduler [req-3b6b7e41-2a06-4b3c-b2c6-e037a58fc447 req-5bc45a29-2f74-45df-a26d-abedb679b613 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] Resources bound (agent type, host, resource id): {{(pid=93873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:34:01.527513 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b6b7e41-2a06-4b3c-b2c6-e037a58fc447 req-5bc45a29-2f74-45df-a26d-abedb679b613 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] Received port after_create {{(pid=93873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 04:34:01.535988 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc45a29-2f74-45df-a26d-abedb679b613 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] Pushing event updated for resources: {'Port': ['ID=beb6bb0c-c754-4d1a-bf05-234c5b3fd767,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:34:01.587580 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Device b00b527e-13d6-43f6-9946-d6de551be9b3 up at agent ovs-agent-dv-cinder-778193-7-iscsi {{(pid=93875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:34:01.661904 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6b7e41-2a06-4b3c-b2c6-e037a58fc447 req-5bc45a29-2f74-45df-a26d-abedb679b613 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:01.671780 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-3b6b7e41-2a06-4b3c-b2c6-e037a58fc447 req-5bc45a29-2f74-45df-a26d-abedb679b613 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200266'] for port, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:01.720595 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469bcb16-a0d0-4a45-9746-53c3eb041a2f req-4605c591-df33-4f53-be07-48b188c0b6bb tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:01.726900 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-3b6b7e41-2a06-4b3c-b2c6-e037a58fc447 req-5bc45a29-2f74-45df-a26d-abedb679b613 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0016818 Aug 31 04:34:01.731230 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-469bcb16-a0d0-4a45-9746-53c3eb041a2f req-4605c591-df33-4f53-be07-48b188c0b6bb tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.37 "GET /v2.0/ports?device_id=e238cefc-9d2d-4918-a91c-c27443d475fc HTTP/1.1" status: 200 len: 931 time: 0.1881299 Aug 31 04:34:01.756075 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Provisioning complete for port b00b527e-13d6-43f6-9946-d6de551be9b3 triggered by entity L2. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:34:01.756410 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667402'] for port, provisioning_complete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:01.792250 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-469bcb16-a0d0-4a45-9746-53c3eb041a2f req-338d4d48-2a5b-484f-a010-53fbc4976980 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.37 "GET /v2.0/security-groups?id=6edf5784-9dde-4b8b-8160-15944e15858a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422943 Aug 31 04:34:01.840231 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 33316) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:34:01.928106 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dafcdb-d3ae-43d4-ba0e-c3ea342f917f req-b39b0237-2bc8-4099-978a-888df417d9d8 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:01.930274 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-a4dafcdb-d3ae-43d4-ba0e-c3ea342f917f req-b39b0237-2bc8-4099-978a-888df417d9d8 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/ports?device_id=390893f3-2c2b-4803-b7a8-3c19fb0503a4 HTTP/1.1" status: 200 len: 945 time: 0.0522504 Aug 31 04:34:01.993574 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4827a752-5e62-4872-9254-0d7f842d43ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:01.996688 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-a4dafcdb-d3ae-43d4-ba0e-c3ea342f917f req-12c22b46-a620-4be6-b958-1083d3def535 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/security-groups?id=75b78e4a-f72a-42ae-924c-e5c8844ea7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554976 Aug 31 04:34:02.101044 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4827a752-5e62-4872-9254-0d7f842d43ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:02.106123 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4827a752-5e62-4872-9254-0d7f842d43ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:02.150509 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-4827a752-5e62-4872-9254-0d7f842d43ae admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3194fafa35194acd9b57aeb6d5419e1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3086634 Aug 31 04:34:02.150919 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4827a752-5e62-4872-9254-0d7f842d43ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71128845-0668-4aab-8082-23b398558d40,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:34:02.152711 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 33320) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:34:02.218550 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-51536efa-7c14-4350-b95e-fd07b2a1c925 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:02.241627 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-51536efa-7c14-4350-b95e-fd07b2a1c925 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:02.294789 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-51536efa-7c14-4350-b95e-fd07b2a1c925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:02.297477 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-51536efa-7c14-4350-b95e-fd07b2a1c925 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:02.301143 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-51536efa-7c14-4350-b95e-fd07b2a1c925 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/71128845-0668-4aab-8082-23b398558d40 HTTP/1.1" status: 204 len: 168 time: 0.1446993 Aug 31 04:34:02.306541 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51536efa-7c14-4350-b95e-fd07b2a1c925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71128845-0668-4aab-8082-23b398558d40,revision_number=None']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:34:03.092454 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 33354) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:34:03.210976 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.v2.base [None req-86a153a9-359e-4f96-b60f-b37897102a36 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1836326194-network', 'tenant_id': '798e442b7962401d840e183e809e3aa8'}} {{(pid=93874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:34:03.242903 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86a153a9-359e-4f96-b60f-b37897102a36 admin admin] Made reservation on behalf of 798e442b7962401d840e183e809e3aa8 for: {'network': 1} {{(pid=93874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:34:03.245173 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-86a153a9-359e-4f96-b60f-b37897102a36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for network, before_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:03.253664 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-86a153a9-359e-4f96-b60f-b37897102a36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:03.371386 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-86a153a9-359e-4f96-b60f-b37897102a36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:03.375236 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-86a153a9-359e-4f96-b60f-b37897102a36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:03.397765 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86a153a9-359e-4f96-b60f-b37897102a36 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 353} {{(pid=93874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 04:34:03.413646 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a153a9-359e-4f96-b60f-b37897102a36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48bcc221-22f0-42ba-bd8e-dded2d21f831,revision_number=1']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:34:03.417901 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-86a153a9-359e-4f96-b60f-b37897102a36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671022'] for segment, precommit_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:03.418273 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.db.segments_db [None req-86a153a9-359e-4f96-b60f-b37897102a36 admin admin] Added segment f953cf20-e56c-4af7-b2ae-f9d2d33099ff of type vlan for network 2d42cc01-1d4e-4b33-806e-a390176b298f Aug 31 04:34:03.459826 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-86a153a9-359e-4f96-b60f-b37897102a36 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730086947184'] for network, precommit_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:03.485763 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-86a153a9-359e-4f96-b60f-b37897102a36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424'] for network, after_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:03.486781 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a153a9-359e-4f96-b60f-b37897102a36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:03.487507 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-86a153a9-359e-4f96-b60f-b37897102a36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8355474'] for network, before_response {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:03.541999 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-86a153a9-359e-4f96-b60f-b37897102a36 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4483073 Aug 31 04:34:03.546568 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 33360) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:34:03.553415 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a153a9-359e-4f96-b60f-b37897102a36 admin admin] Pushing event updated for resources: {'Network': ['ID=2d42cc01-1d4e-4b33-806e-a390176b298f,revision_number=1']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:34:03.556768 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.v2.base [None req-cba8df96-227c-4f2d-bcb2-d6710c2719a8 admin admin] Request body: {'subnet': {'network_id': '2d42cc01-1d4e-4b33-806e-a390176b298f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1836326194-subnet', 'tenant_id': '798e442b7962401d840e183e809e3aa8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:34:03.569623 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Network 2d42cc01-1d4e-4b33-806e-a390176b298f details requested by agent ovs-agent-dv-cinder-778193-7-iscsi with host dv-cinder-778193-7-iscsi {{(pid=93875) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 04:34:03.597898 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cba8df96-227c-4f2d-bcb2-d6710c2719a8 admin admin] Made reservation on behalf of 798e442b7962401d840e183e809e3aa8 for: {'subnet': 1} {{(pid=93873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:34:03.602008 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-cba8df96-227c-4f2d-bcb2-d6710c2719a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4637717'] for subnet, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:03.814738 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-cba8df96-227c-4f2d-bcb2-d6710c2719a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4317115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4637699'] for subnet, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:03.874546 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba8df96-227c-4f2d-bcb2-d6710c2719a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9231da0d-99b6-47b0-bd6c-033361b1aa80,revision_number=0']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:34:03.881818 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba8df96-227c-4f2d-bcb2-d6710c2719a8 admin admin] Checking segment: {'id': 'f953cf20-e56c-4af7-b2ae-f9d2d33099ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '2d42cc01-1d4e-4b33-806e-a390176b298f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 04:34:03.882270 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cba8df96-227c-4f2d-bcb2-d6710c2719a8 admin admin] Network hostable DHCP agents. Network: 2d42cc01-1d4e-4b33-806e-a390176b298f, hostable agents: ['9b8b4806-ecc0-4bb6-b220-1afcd08d5676'], hosted agents: [] {{(pid=93873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 04:34:03.900714 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cba8df96-227c-4f2d-bcb2-d6710c2719a8 admin admin] Network 2d42cc01-1d4e-4b33-806e-a390176b298f is scheduled to be hosted by DHCP agent 9b8b4806-ecc0-4bb6-b220-1afcd08d5676 with binding_index 1 {{(pid=93873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 04:34:03.910805 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.scheduler.base_scheduler [None req-cba8df96-227c-4f2d-bcb2-d6710c2719a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-7-iscsi, 2d42cc01-1d4e-4b33-806e-a390176b298f) {{(pid=93873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:34:03.914889 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba8df96-227c-4f2d-bcb2-d6710c2719a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:03.915468 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-cba8df96-227c-4f2d-bcb2-d6710c2719a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:03.920850 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f558625f-5439-4bc7-bfbf-af765ab1a314 None None] Network 2d42cc01-1d4e-4b33-806e-a390176b298f requested from dv-cinder-778193-7-iscsi {{(pid=93875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 04:34:03.939346 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-cba8df96-227c-4f2d-bcb2-d6710c2719a8 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3894083 Aug 31 04:34:03.989662 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] get_ports_and_sgs() called for port_ids ['869c154e-acb4-4cc7-b8f9-ba1c74c92d03'] {{(pid=93875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 04:34:04.016697 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.v2.base [req-3b6b7e41-2a06-4b3c-b2c6-e037a58fc447 req-084fdbca-d00f-469b-9cea-6b2af7922517 service neutron] Request body: {'port': {'device_id': 'e238cefc-9d2d-4918-a91c-c27443d475fc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=93873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:34:04.134038 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12bb62db-32fb-42f9-946f-5813f9d1fe39 None None] Network 2d42cc01-1d4e-4b33-806e-a390176b298f requested from dv-cinder-778193-7-iscsi {{(pid=93875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 04:34:04.219075 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-3b6b7e41-2a06-4b3c-b2c6-e037a58fc447 req-084fdbca-d00f-469b-9cea-6b2af7922517 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:04.322346 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c393d7-a3d8-4d87-a8d2-256ce9d87c93 req-28a325b8-665c-46b9-8c27-2822e2b4ec53 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:04.335618 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-29c393d7-a3d8-4d87-a8d2-256ce9d87c93 req-28a325b8-665c-46b9-8c27-2822e2b4ec53 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.37 "GET /v2.0/ports?device_id=e238cefc-9d2d-4918-a91c-c27443d475fc HTTP/1.1" status: 200 len: 931 time: 0.1795936 Aug 31 04:34:04.385867 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-29c393d7-a3d8-4d87-a8d2-256ce9d87c93 req-03d0d19d-feee-4286-b3b1-cdb186e1ebde tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.37 "GET /v2.0/security-groups?id=6edf5784-9dde-4b8b-8160-15944e15858a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484593 Aug 31 04:34:04.409295 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea684ab-8d8c-415b-b889-502877b94b0e req-11493baa-4e43-4039-95f5-194196426438 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:04.418327 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-eea684ab-8d8c-415b-b889-502877b94b0e req-11493baa-4e43-4039-95f5-194196426438 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/ports?device_id=390893f3-2c2b-4803-b7a8-3c19fb0503a4 HTTP/1.1" status: 200 len: 945 time: 0.2047267 Aug 31 04:34:04.460686 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-eea684ab-8d8c-415b-b889-502877b94b0e req-1fcef125-3751-433a-bf12-a7d60881b978 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/security-groups?id=75b78e4a-f72a-42ae-924c-e5c8844ea7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413733 Aug 31 04:34:04.672080 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.notifiers.nova [req-3b6b7e41-2a06-4b3c-b2c6-e037a58fc447 req-084fdbca-d00f-469b-9cea-6b2af7922517 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id beb6bb0c-c754-4d1a-bf05-234c5b3fd767 {{(pid=93873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 04:34:04.683556 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-3b6b7e41-2a06-4b3c-b2c6-e037a58fc447 req-084fdbca-d00f-469b-9cea-6b2af7922517 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:04.699890 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [req-3b6b7e41-2a06-4b3c-b2c6-e037a58fc447 req-084fdbca-d00f-469b-9cea-6b2af7922517 service neutron] Transition to ACTIVE for port object beb6bb0c-c754-4d1a-bf05-234c5b3fd767 will not be triggered until provisioned by entity L2. {{(pid=93873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 04:34:04.703578 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-3b6b7e41-2a06-4b3c-b2c6-e037a58fc447 req-084fdbca-d00f-469b-9cea-6b2af7922517 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4316722'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:04.785605 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084fdbca-d00f-469b-9cea-6b2af7922517 service neutron] Pushing event updated for resources: {'Port': ['ID=beb6bb0c-c754-4d1a-bf05-234c5b3fd767,revision_number=2']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:34:04.863753 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.managers [req-3b6b7e41-2a06-4b3c-b2c6-e037a58fc447 req-084fdbca-d00f-469b-9cea-6b2af7922517 service neutron] Attempting to bind port beb6bb0c-c754-4d1a-bf05-234c5b3fd767 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 04:34:04.864085 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.managers [req-3b6b7e41-2a06-4b3c-b2c6-e037a58fc447 req-084fdbca-d00f-469b-9cea-6b2af7922517 service neutron] Attempting to bind port beb6bb0c-c754-4d1a-bf05-234c5b3fd767 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '5ae55f0a-ffba-458b-8371-7ff11ecedc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '324d503c-fc7f-4c16-bee4-2a3af6fefdb5'}] {{(pid=93873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 04:34:04.864425 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b6b7e41-2a06-4b3c-b2c6-e037a58fc447 req-084fdbca-d00f-469b-9cea-6b2af7922517 service neutron] Attempting to bind port beb6bb0c-c754-4d1a-bf05-234c5b3fd767 on network 324d503c-fc7f-4c16-bee4-2a3af6fefdb5 {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 04:34:04.878498 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b6b7e41-2a06-4b3c-b2c6-e037a58fc447 req-084fdbca-d00f-469b-9cea-6b2af7922517 service neutron] Port beb6bb0c-c754-4d1a-bf05-234c5b3fd767 on network 324d503c-fc7f-4c16-bee4-2a3af6fefdb5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 04:34:04.878820 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b6b7e41-2a06-4b3c-b2c6-e037a58fc447 req-084fdbca-d00f-469b-9cea-6b2af7922517 service neutron] Attempting to bind port beb6bb0c-c754-4d1a-bf05-234c5b3fd767 on network 324d503c-fc7f-4c16-bee4-2a3af6fefdb5 {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 04:34:04.891884 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b6b7e41-2a06-4b3c-b2c6-e037a58fc447 req-084fdbca-d00f-469b-9cea-6b2af7922517 service neutron] Checking agent: {'id': 'cec96490-d34b-42db-b58a-d4405faa4e11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 4, 30, 28), 'started_at': datetime.datetime(2021, 8, 31, 4, 30, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 4, 33, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 04:34:04.892253 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b6b7e41-2a06-4b3c-b2c6-e037a58fc447 req-084fdbca-d00f-469b-9cea-6b2af7922517 service neutron] Checking segment: {'id': '5ae55f0a-ffba-458b-8371-7ff11ecedc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '324d503c-fc7f-4c16-bee4-2a3af6fefdb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 04:34:04.892655 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b6b7e41-2a06-4b3c-b2c6-e037a58fc447 req-084fdbca-d00f-469b-9cea-6b2af7922517 service neutron] Bound using segment: {'id': '5ae55f0a-ffba-458b-8371-7ff11ecedc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '324d503c-fc7f-4c16-bee4-2a3af6fefdb5'} {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 04:34:04.893100 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.managers [req-3b6b7e41-2a06-4b3c-b2c6-e037a58fc447 req-084fdbca-d00f-469b-9cea-6b2af7922517 service neutron] Bound port: beb6bb0c-c754-4d1a-bf05-234c5b3fd767, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ae55f0a-ffba-458b-8371-7ff11ecedc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '324d503c-fc7f-4c16-bee4-2a3af6fefdb5'}}] {{(pid=93873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 04:34:04.893453 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-3b6b7e41-2a06-4b3c-b2c6-e037a58fc447 req-084fdbca-d00f-469b-9cea-6b2af7922517 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:05.036019 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [req-3b6b7e41-2a06-4b3c-b2c6-e037a58fc447 req-084fdbca-d00f-469b-9cea-6b2af7922517 service neutron] For port beb6bb0c-c754-4d1a-bf05-234c5b3fd767, host hv-cinder-77819, cleared binding levels {{(pid=93873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:34:05.043184 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [req-3b6b7e41-2a06-4b3c-b2c6-e037a58fc447 req-084fdbca-d00f-469b-9cea-6b2af7922517 service neutron] For port beb6bb0c-c754-4d1a-bf05-234c5b3fd767, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=beb6bb0c-c754-4d1a-bf05-234c5b3fd767,segment=NetworkSegment(5ae55f0a-ffba-458b-8371-7ff11ecedc8f),segment_id=5ae55f0a-ffba-458b-8371-7ff11ecedc8f)] {{(pid=93873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:34:05.048678 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-3b6b7e41-2a06-4b3c-b2c6-e037a58fc447 req-084fdbca-d00f-469b-9cea-6b2af7922517 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4316722'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:05.099899 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6b7e41-2a06-4b3c-b2c6-e037a58fc447 req-084fdbca-d00f-469b-9cea-6b2af7922517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:05.100527 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-3b6b7e41-2a06-4b3c-b2c6-e037a58fc447 req-084fdbca-d00f-469b-9cea-6b2af7922517 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200266'] for port, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:05.101996 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-3b6b7e41-2a06-4b3c-b2c6-e037a58fc447 req-084fdbca-d00f-469b-9cea-6b2af7922517 service neutron] 10.222.0.13 "PUT /v2.0/ports/beb6bb0c-c754-4d1a-bf05-234c5b3fd767 HTTP/1.1" status: 200 len: 1093 time: 1.0916734 Aug 31 04:34:05.104230 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e238cefc-9d2d-4918-a91c-c27443d475fc', 'tag': 'beb6bb0c-c754-4d1a-bf05-234c5b3fd767'}] {{(pid=93873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 04:34:05.104784 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a11e4e79c753650f2852f0d7a0fe7e91abda00271ce9373e69ea4f6baf967f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1fcb082-3164-4a4c-b976-499b9f60e5c9" -d '{"events": [{"name": "network-changed", "server_uuid": "e238cefc-9d2d-4918-a91c-c27443d475fc", "tag": "beb6bb0c-c754-4d1a-bf05-234c5b3fd767"}]}' {{(pid=93873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:34:05.136133 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084fdbca-d00f-469b-9cea-6b2af7922517 service neutron] Pushing event updated for resources: {'Port': ['ID=beb6bb0c-c754-4d1a-bf05-234c5b3fd767,revision_number=3']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:34:05.293985 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6b7e41-2a06-4b3c-b2c6-e037a58fc447 req-c066d694-57d8-4100-b473-ceaada70ecec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:05.295575 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-3b6b7e41-2a06-4b3c-b2c6-e037a58fc447 req-c066d694-57d8-4100-b473-ceaada70ecec service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d2a1a3669e5349b3b72956eee5c16264&device_id=e238cefc-9d2d-4918-a91c-c27443d475fc HTTP/1.1" status: 200 len: 1096 time: 0.0571845 Aug 31 04:34:05.329085 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 04:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87faa30b-cdba-4d73-bb88-a9ff838798c5 x-openstack-request-id: req-87faa30b-cdba-4d73-bb88-a9ff838798c5 {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:34:05.329384 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e238cefc-9d2d-4918-a91c-c27443d475fc", "tag": "beb6bb0c-c754-4d1a-bf05-234c5b3fd767", "status": "completed", "code": 200}]} {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:34:05.329632 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-87faa30b-cdba-4d73-bb88-a9ff838798c5 {{(pid=93873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:34:05.332748 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e238cefc-9d2d-4918-a91c-c27443d475fc', 'tag': 'beb6bb0c-c754-4d1a-bf05-234c5b3fd767', 'status': 'completed', 'code': 200} Aug 31 04:34:05.422819 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-3b6b7e41-2a06-4b3c-b2c6-e037a58fc447 req-e6187c6f-bddd-4b16-9fcd-7e1531c19848 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=beb6bb0c-c754-4d1a-bf05-234c5b3fd767 HTTP/1.1" status: 200 len: 217 time: 0.0430191 Aug 31 04:34:05.491295 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6b7e41-2a06-4b3c-b2c6-e037a58fc447 req-54dd71ab-224f-4eb3-ab65-b96c0d6e1ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:05.493374 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-3b6b7e41-2a06-4b3c-b2c6-e037a58fc447 req-54dd71ab-224f-4eb3-ab65-b96c0d6e1ef8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5dd8637b-f77f-4006-8986-9a7f8cb1c65f HTTP/1.1" status: 200 len: 854 time: 0.0604970 Aug 31 04:34:05.538057 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-3b6b7e41-2a06-4b3c-b2c6-e037a58fc447 req-fd1ba1a0-0b5d-422f-bbf1-7a2252a4d6ac service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=324d503c-fc7f-4c16-bee4-2a3af6fefdb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308592 Aug 31 04:34:05.543336 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06ec084-5c15-4833-8312-721f7bed1fa5 req-0c4d5eb1-c338-45c5-86cd-8c3ac09f2f4f tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:05.556648 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-d06ec084-5c15-4833-8312-721f7bed1fa5 req-0c4d5eb1-c338-45c5-86cd-8c3ac09f2f4f tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.37 "GET /v2.0/ports?device_id=e238cefc-9d2d-4918-a91c-c27443d475fc HTTP/1.1" status: 200 len: 943 time: 0.0949497 Aug 31 04:34:05.679420 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-3b6b7e41-2a06-4b3c-b2c6-e037a58fc447 req-4addf62a-2314-4219-b143-9d6252e12d4e service neutron] 10.222.0.13 "GET /v2.0/networks/324d503c-fc7f-4c16-bee4-2a3af6fefdb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251440 Aug 31 04:34:05.917256 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-d06ec084-5c15-4833-8312-721f7bed1fa5 req-aac989bc-f3eb-4e1d-92a0-a05751f0b56d tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.37 "GET /v2.0/security-groups?id=6edf5784-9dde-4b8b-8160-15944e15858a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3587034 Aug 31 04:34:05.941272 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9d8cd7-c9b5-4412-a22a-fcfa561925d5 req-9ce960c9-ea54-4e94-9dd9-ecc573d90e4c tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:05.941272 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-7c9d8cd7-c9b5-4412-a22a-fcfa561925d5 req-9ce960c9-ea54-4e94-9dd9-ecc573d90e4c tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/ports?device_id=390893f3-2c2b-4803-b7a8-3c19fb0503a4 HTTP/1.1" status: 200 len: 945 time: 0.3739538 Aug 31 04:34:05.993692 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-7c9d8cd7-c9b5-4412-a22a-fcfa561925d5 req-971537f5-0439-498c-a8fb-ce34b1351e97 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/security-groups?id=75b78e4a-f72a-42ae-924c-e5c8844ea7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474265 Aug 31 04:34:06.085649 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-3b6b7e41-2a06-4b3c-b2c6-e037a58fc447 req-9ed7b706-873b-42bf-a5f9-a36bf3f31970 service neutron] 10.222.0.13 "GET /v2.0/networks/324d503c-fc7f-4c16-bee4-2a3af6fefdb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3910115 Aug 31 04:34:06.281108 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fcb082-3164-4a4c-b976-499b9f60e5c9 req-8cffbef4-d941-40bd-a802-169f4905dada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:06.282962 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-c1fcb082-3164-4a4c-b976-499b9f60e5c9 req-8cffbef4-d941-40bd-a802-169f4905dada service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d2a1a3669e5349b3b72956eee5c16264&device_id=e238cefc-9d2d-4918-a91c-c27443d475fc HTTP/1.1" status: 200 len: 1096 time: 0.0709610 Aug 31 04:34:06.359024 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78a3786-931f-4ad7-88f7-3d349d5e1ef0 req-96ebcf88-e489-4150-9c69-9c971c3f9202 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:06.367792 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-d78a3786-931f-4ad7-88f7-3d349d5e1ef0 req-96ebcf88-e489-4150-9c69-9c971c3f9202 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/networks?id=2d42cc01-1d4e-4b33-806e-a390176b298f HTTP/1.1" status: 200 len: 814 time: 0.1660063 Aug 31 04:34:06.384118 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-d78a3786-931f-4ad7-88f7-3d349d5e1ef0 req-76ad7622-a73c-411c-8744-e0ad9eafa702 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/quotas/798e442b7962401d840e183e809e3aa8 HTTP/1.1" status: 200 len: 375 time: 0.0103500 Aug 31 04:34:06.426497 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-d78a3786-931f-4ad7-88f7-3d349d5e1ef0 req-06c2fa7f-fcaf-4c78-9c88-395e02820be4 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=798e442b7962401d840e183e809e3aa8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0362248 Aug 31 04:34:06.468145 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fcb082-3164-4a4c-b976-499b9f60e5c9 req-290ed492-c4d3-4dad-bb53-a7bbdd7bcdd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:06.471128 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-c1fcb082-3164-4a4c-b976-499b9f60e5c9 req-290ed492-c4d3-4dad-bb53-a7bbdd7bcdd5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=324d503c-fc7f-4c16-bee4-2a3af6fefdb5 HTTP/1.1" status: 200 len: 915 time: 0.1737576 Aug 31 04:34:06.539170 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-c1fcb082-3164-4a4c-b976-499b9f60e5c9 req-df85dfd3-16ad-493a-8ea7-0ed61ba51e48 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=beb6bb0c-c754-4d1a-bf05-234c5b3fd767 HTTP/1.1" status: 200 len: 217 time: 0.0501440 Aug 31 04:34:06.612861 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-d78a3786-931f-4ad7-88f7-3d349d5e1ef0 req-23aebe50-f999-41d6-92c0-4fd33b70494e service neutron] 10.222.0.37 "GET /v2.0/networks/2d42cc01-1d4e-4b33-806e-a390176b298f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755295 Aug 31 04:34:06.625286 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fcb082-3164-4a4c-b976-499b9f60e5c9 req-d97c27d1-d456-41b6-ac29-68319f943874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:06.627251 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-c1fcb082-3164-4a4c-b976-499b9f60e5c9 req-d97c27d1-d456-41b6-ac29-68319f943874 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5dd8637b-f77f-4006-8986-9a7f8cb1c65f HTTP/1.1" status: 200 len: 854 time: 0.0765676 Aug 31 04:34:06.739388 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-c1fcb082-3164-4a4c-b976-499b9f60e5c9 req-f4029138-33c7-4b3f-9fd3-10e3c4b54abe service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=324d503c-fc7f-4c16-bee4-2a3af6fefdb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0721438 Aug 31 04:34:06.756470 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-d78a3786-931f-4ad7-88f7-3d349d5e1ef0 req-876d2585-2270-4b72-9e9d-59392d517c83 service neutron] 10.222.0.37 "GET /v2.0/networks/2d42cc01-1d4e-4b33-806e-a390176b298f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383011 Aug 31 04:34:06.895578 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-c1fcb082-3164-4a4c-b976-499b9f60e5c9 req-23d3b4be-de9f-45a7-9d3a-2e06449a8226 service neutron] 10.222.0.13 "GET /v2.0/networks/324d503c-fc7f-4c16-bee4-2a3af6fefdb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420047 Aug 31 04:34:07.056879 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-c1fcb082-3164-4a4c-b976-499b9f60e5c9 req-e8d12abc-6833-4af1-8199-8325f8dbdbaa service neutron] 10.222.0.13 "GET /v2.0/networks/324d503c-fc7f-4c16-bee4-2a3af6fefdb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429813 Aug 31 04:34:07.112561 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda9626c-8f42-4b5c-af7a-205589660950 req-f7cc8744-12dc-409c-9d8c-cdc51bad4699 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:07.115483 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-fda9626c-8f42-4b5c-af7a-205589660950 req-f7cc8744-12dc-409c-9d8c-cdc51bad4699 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.37 "GET /v2.0/ports?device_id=e238cefc-9d2d-4918-a91c-c27443d475fc HTTP/1.1" status: 200 len: 943 time: 0.0962222 Aug 31 04:34:07.180655 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-fda9626c-8f42-4b5c-af7a-205589660950 req-df2dc05a-9514-4385-a1ea-d0b94db2a5d5 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.37 "GET /v2.0/security-groups?id=6edf5784-9dde-4b8b-8160-15944e15858a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570111 Aug 31 04:34:07.311395 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a5cd4d-26be-4faf-bd28-f5e01305dc86 req-8965d956-9102-43a1-907c-2e46ab9b42f7 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:07.312981 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-c6a5cd4d-26be-4faf-bd28-f5e01305dc86 req-8965d956-9102-43a1-907c-2e46ab9b42f7 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/ports?device_id=390893f3-2c2b-4803-b7a8-3c19fb0503a4 HTTP/1.1" status: 200 len: 945 time: 0.0626855 Aug 31 04:34:07.378251 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-c6a5cd4d-26be-4faf-bd28-f5e01305dc86 req-24a07d9e-aeb4-471e-a1bf-706bad2c9e97 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/security-groups?id=75b78e4a-f72a-42ae-924c-e5c8844ea7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581436 Aug 31 04:34:07.409038 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-8edc6dd7-5598-466e-92cd-4947481fac5c req-8f2cb53d-9f49-4ab0-8d28-50300b4dfe4d tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/ports?device_id=52cbbfc5-8311-4ec1-a286-07786d70effb HTTP/1.1" status: 200 len: 210 time: 0.0296795 Aug 31 04:34:07.661403 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18927cf3-5703-4695-a0d9-67010a473667 req-938bc2ea-c11a-4973-a9ce-94fe92a217ce tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:07.663613 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-18927cf3-5703-4695-a0d9-67010a473667 req-938bc2ea-c11a-4973-a9ce-94fe92a217ce tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/networks?id=bb82b1c7-25b2-43f9-aa58-b7e64d26c2da HTTP/1.1" status: 200 len: 815 time: 0.1238725 Aug 31 04:34:07.685206 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-18927cf3-5703-4695-a0d9-67010a473667 req-0634f4c2-5ea2-4f11-84e6-9fbcba810e93 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/quotas/ab311a0b396b46aeb9650f0c41fada96 HTTP/1.1" status: 200 len: 375 time: 0.0134926 Aug 31 04:34:07.744111 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-18927cf3-5703-4695-a0d9-67010a473667 req-33fdd8d6-4b2f-4090-aa53-55f2c8569f35 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ab311a0b396b46aeb9650f0c41fada96&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0481188 Aug 31 04:34:07.850960 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-18927cf3-5703-4695-a0d9-67010a473667 req-9d8b804e-6b59-4c8f-80b1-995766f4c7d3 service neutron] 10.222.0.37 "GET /v2.0/networks/bb82b1c7-25b2-43f9-aa58-b7e64d26c2da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946059 Aug 31 04:34:07.937994 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-18927cf3-5703-4695-a0d9-67010a473667 req-0f3ee61b-e4e8-4658-bc7a-d97b28c325d2 service neutron] 10.222.0.37 "GET /v2.0/networks/bb82b1c7-25b2-43f9-aa58-b7e64d26c2da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809751 Aug 31 04:34:10.340383 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Device beb6bb0c-c754-4d1a-bf05-234c5b3fd767 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=93875) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 04:34:10.441295 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] For port beb6bb0c-c754-4d1a-bf05-234c5b3fd767, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=beb6bb0c-c754-4d1a-bf05-234c5b3fd767,segment=NetworkSegment(5ae55f0a-ffba-458b-8371-7ff11ecedc8f),segment_id=5ae55f0a-ffba-458b-8371-7ff11ecedc8f)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:34:10.453312 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Returning: {'device': 'beb6bb0c-c754-4d1a-bf05-234c5b3fd767', 'network_id': '324d503c-fc7f-4c16-bee4-2a3af6fefdb5', 'port_id': 'beb6bb0c-c754-4d1a-bf05-234c5b3fd767', 'mac_address': 'fa:16:3e:be:e4:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dd8637b-f77f-4006-8986-9a7f8cb1c65f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93875) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 04:34:10.500296 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:10.513665 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.notifiers.nova [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id beb6bb0c-c754-4d1a-bf05-234c5b3fd767 {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 04:34:10.557221 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] For port beb6bb0c-c754-4d1a-bf05-234c5b3fd767, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=beb6bb0c-c754-4d1a-bf05-234c5b3fd767,segment=NetworkSegment(5ae55f0a-ffba-458b-8371-7ff11ecedc8f),segment_id=5ae55f0a-ffba-458b-8371-7ff11ecedc8f)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:34:10.564631 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:10.581118 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-1a7ae6ac-ff50-40e1-89a0-a02bd570a053 req-920f719f-b446-4167-9158-b84f66f08e40 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 210 time: 0.0296893 Aug 31 04:34:10.636900 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Pushing event updated for resources: {'Port': ['ID=beb6bb0c-c754-4d1a-bf05-234c5b3fd767,revision_number=4']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:34:10.653617 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37cac33-5aeb-4613-b7e4-6bf0890dd46b req-9c489025-f4f2-4326-8da8-77d7645c484a tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:10.655255 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-d37cac33-5aeb-4613-b7e4-6bf0890dd46b req-9c489025-f4f2-4326-8da8-77d7645c484a tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.37 "GET /v2.0/ports?device_id=e238cefc-9d2d-4918-a91c-c27443d475fc HTTP/1.1" status: 200 len: 944 time: 0.0688145 Aug 31 04:34:10.728099 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-d37cac33-5aeb-4613-b7e4-6bf0890dd46b req-3b20cb5b-8c6f-47d1-a43e-7436ff39501f tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.37 "GET /v2.0/security-groups?id=6edf5784-9dde-4b8b-8160-15944e15858a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624816 Aug 31 04:34:10.736330 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840b403a-2f25-4015-bf77-92bb4a120afa req-f7a311e7-8ebf-4e10-b780-8b94bd0b3b85 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:10.738219 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-840b403a-2f25-4015-bf77-92bb4a120afa req-f7a311e7-8ebf-4e10-b780-8b94bd0b3b85 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/ports?device_id=390893f3-2c2b-4803-b7a8-3c19fb0503a4 HTTP/1.1" status: 200 len: 945 time: 0.0817032 Aug 31 04:34:10.781896 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-840b403a-2f25-4015-bf77-92bb4a120afa req-12c44775-ef5c-435e-9888-71713211fedf tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/security-groups?id=75b78e4a-f72a-42ae-924c-e5c8844ea7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371778 Aug 31 04:34:10.817062 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-8fc707f7-2113-4d1e-b621-9c34f79f977e req-282a95c4-03eb-4b1a-a619-82604379e106 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/ports?device_id=52cbbfc5-8311-4ec1-a286-07786d70effb HTTP/1.1" status: 200 len: 210 time: 0.0263562 Aug 31 04:34:11.114378 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] get_ports_and_sgs() called for port_ids ['beb6bb0c-c754-4d1a-bf05-234c5b3fd767'] {{(pid=93875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 04:34:11.484589 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78a3786-931f-4ad7-88f7-3d349d5e1ef0 req-66956555-3adc-408f-a231-4ce84a02d0c7 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:11.486104 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-d78a3786-931f-4ad7-88f7-3d349d5e1ef0 req-66956555-3adc-408f-a231-4ce84a02d0c7 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.13 "GET /v2.0/networks?id=2d42cc01-1d4e-4b33-806e-a390176b298f HTTP/1.1" status: 200 len: 814 time: 0.1040649 Aug 31 04:34:11.529215 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.v2.base [req-d78a3786-931f-4ad7-88f7-3d349d5e1ef0 req-d33bdcc6-90b6-408e-bfc2-5b886d5f765b tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] Request body: {'port': {'device_id': '52cbbfc5-8311-4ec1-a286-07786d70effb', 'network_id': '2d42cc01-1d4e-4b33-806e-a390176b298f', 'admin_state_up': True, 'tenant_id': '798e442b7962401d840e183e809e3aa8'}} {{(pid=93873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:34:11.640762 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d78a3786-931f-4ad7-88f7-3d349d5e1ef0 req-d33bdcc6-90b6-408e-bfc2-5b886d5f765b tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] Made reservation on behalf of 798e442b7962401d840e183e809e3aa8 for: {'port': 1} {{(pid=93873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:34:11.644135 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-d78a3786-931f-4ad7-88f7-3d349d5e1ef0 req-d33bdcc6-90b6-408e-bfc2-5b886d5f765b tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:11.773466 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.db.db_base_plugin_common [req-d78a3786-931f-4ad7-88f7-3d349d5e1ef0 req-d33bdcc6-90b6-408e-bfc2-5b886d5f765b tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] Allocated IP 172.20.0.14 (2d42cc01-1d4e-4b33-806e-a390176b298f/9231da0d-99b6-47b0-bd6c-033361b1aa80/f47b1b7d-b049-45c3-bd33-ab678c7e167b) {{(pid=93873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:34:11.774896 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-efbdeec5-28fe-4d69-a7e9-a7076b28c86c req-20b11a44-2e5d-4a98-a3c1-8b345bf5798b tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 210 time: 0.0310678 Aug 31 04:34:11.892403 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756e9bdf-07b4-4c60-804d-2ca88bf0d59b req-a1b1ad83-5baf-4cbb-82ec-3c995d8321e1 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:11.893895 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-756e9bdf-07b4-4c60-804d-2ca88bf0d59b req-a1b1ad83-5baf-4cbb-82ec-3c995d8321e1 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.37 "GET /v2.0/ports?device_id=e238cefc-9d2d-4918-a91c-c27443d475fc HTTP/1.1" status: 200 len: 944 time: 0.0780694 Aug 31 04:34:11.916883 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2596ae9b-c30a-4747-abf9-419d4cae7750 req-7c389549-6fa9-4fe8-938a-4cb9ab58005c tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:11.918363 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-2596ae9b-c30a-4747-abf9-419d4cae7750 req-7c389549-6fa9-4fe8-938a-4cb9ab58005c tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/ports?device_id=390893f3-2c2b-4803-b7a8-3c19fb0503a4 HTTP/1.1" status: 200 len: 945 time: 0.0673611 Aug 31 04:34:11.932697 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-d78a3786-931f-4ad7-88f7-3d349d5e1ef0 req-d33bdcc6-90b6-408e-bfc2-5b886d5f765b tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] Notify callbacks [] for port, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:11.979431 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-756e9bdf-07b4-4c60-804d-2ca88bf0d59b req-ccc94a26-5530-4db6-8cb1-5a361bc35811 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.37 "GET /v2.0/security-groups?id=6edf5784-9dde-4b8b-8160-15944e15858a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759227 Aug 31 04:34:11.986713 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-d78a3786-931f-4ad7-88f7-3d349d5e1ef0 req-d33bdcc6-90b6-408e-bfc2-5b886d5f765b tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730086931496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4316683'] for port, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:12.016031 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-2596ae9b-c30a-4747-abf9-419d4cae7750 req-e4b32da8-4859-482a-8193-429c16c1dbc3 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/security-groups?id=75b78e4a-f72a-42ae-924c-e5c8844ea7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892460 Aug 31 04:34:12.066029 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d78a3786-931f-4ad7-88f7-3d349d5e1ef0 req-d33bdcc6-90b6-408e-bfc2-5b886d5f765b tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] Network 2d42cc01-1d4e-4b33-806e-a390176b298f is already hosted by enough agents. {{(pid=93873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:34:12.072486 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.scheduler.base_scheduler [req-d78a3786-931f-4ad7-88f7-3d349d5e1ef0 req-d33bdcc6-90b6-408e-bfc2-5b886d5f765b tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] Resources bound (agent type, host, resource id): {{(pid=93873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:34:12.076943 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [req-d78a3786-931f-4ad7-88f7-3d349d5e1ef0 req-d33bdcc6-90b6-408e-bfc2-5b886d5f765b tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] Received port after_create {{(pid=93873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 04:34:12.083211 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33bdcc6-90b6-408e-bfc2-5b886d5f765b tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] Pushing event updated for resources: {'Port': ['ID=f47b1b7d-b049-45c3-bd33-ab678c7e167b,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:34:12.137654 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78a3786-931f-4ad7-88f7-3d349d5e1ef0 req-d33bdcc6-90b6-408e-bfc2-5b886d5f765b tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:12.138275 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-d78a3786-931f-4ad7-88f7-3d349d5e1ef0 req-d33bdcc6-90b6-408e-bfc2-5b886d5f765b tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200266'] for port, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:12.159155 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-d78a3786-931f-4ad7-88f7-3d349d5e1ef0 req-d33bdcc6-90b6-408e-bfc2-5b886d5f765b tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6342039 Aug 31 04:34:12.188663 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9435a954-13ec-4317-adb9-43de7202396b req-b773fb5b-5aa0-4edc-8047-1e0a220040d0 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:12.190761 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-9435a954-13ec-4317-adb9-43de7202396b req-b773fb5b-5aa0-4edc-8047-1e0a220040d0 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/ports?device_id=52cbbfc5-8311-4ec1-a286-07786d70effb HTTP/1.1" status: 200 len: 932 time: 0.1126068 Aug 31 04:34:12.207666 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.v2.base [req-d78a3786-931f-4ad7-88f7-3d349d5e1ef0 req-375889f6-28d7-4846-94de-e755ec28d12e service neutron] Request body: {'port': {'device_id': '52cbbfc5-8311-4ec1-a286-07786d70effb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=93873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:34:12.272112 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-9435a954-13ec-4317-adb9-43de7202396b req-4e77cb81-ebb1-4a25-98a1-9635571d6105 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/security-groups?id=48bcc221-22f0-42ba-bd8e-dded2d21f831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525489 Aug 31 04:34:12.279811 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18927cf3-5703-4695-a0d9-67010a473667 req-fb5368f9-de71-4d93-9c23-573a52e5a431 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:12.288148 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-18927cf3-5703-4695-a0d9-67010a473667 req-fb5368f9-de71-4d93-9c23-573a52e5a431 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.13 "GET /v2.0/networks?id=bb82b1c7-25b2-43f9-aa58-b7e64d26c2da HTTP/1.1" status: 200 len: 815 time: 0.1643424 Aug 31 04:34:12.295525 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-d78a3786-931f-4ad7-88f7-3d349d5e1ef0 req-375889f6-28d7-4846-94de-e755ec28d12e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:12.329470 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.v2.base [req-18927cf3-5703-4695-a0d9-67010a473667 req-e82e568b-c43f-4069-8d29-df2380d5e775 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Request body: {'port': {'device_id': 'dc9e0bd4-22bc-4fae-b4da-95d3b319a99b', 'network_id': 'bb82b1c7-25b2-43f9-aa58-b7e64d26c2da', 'admin_state_up': True, 'tenant_id': 'ab311a0b396b46aeb9650f0c41fada96'}} {{(pid=93874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:34:12.463492 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18927cf3-5703-4695-a0d9-67010a473667 req-e82e568b-c43f-4069-8d29-df2380d5e775 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Made reservation on behalf of ab311a0b396b46aeb9650f0c41fada96 for: {'port': 1} {{(pid=93874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:34:12.467206 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [req-18927cf3-5703-4695-a0d9-67010a473667 req-e82e568b-c43f-4069-8d29-df2380d5e775 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:12.595680 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.notifiers.nova [req-d78a3786-931f-4ad7-88f7-3d349d5e1ef0 req-375889f6-28d7-4846-94de-e755ec28d12e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f47b1b7d-b049-45c3-bd33-ab678c7e167b {{(pid=93873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 04:34:12.604968 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Device beb6bb0c-c754-4d1a-bf05-234c5b3fd767 up at agent hyperv_hv-cinder-77819 {{(pid=93875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:34:12.605538 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-d78a3786-931f-4ad7-88f7-3d349d5e1ef0 req-375889f6-28d7-4846-94de-e755ec28d12e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:12.619514 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [req-d78a3786-931f-4ad7-88f7-3d349d5e1ef0 req-375889f6-28d7-4846-94de-e755ec28d12e service neutron] Transition to ACTIVE for port object f47b1b7d-b049-45c3-bd33-ab678c7e167b will not be triggered until provisioned by entity L2. {{(pid=93873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 04:34:12.624494 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-d78a3786-931f-4ad7-88f7-3d349d5e1ef0 req-375889f6-28d7-4846-94de-e755ec28d12e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4316722'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:12.631122 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.db.db_base_plugin_common [req-18927cf3-5703-4695-a0d9-67010a473667 req-e82e568b-c43f-4069-8d29-df2380d5e775 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Allocated IP 172.20.0.12 (bb82b1c7-25b2-43f9-aa58-b7e64d26c2da/737ced97-ee86-44b1-9767-e30f3f13dd11/aaa499c0-5a26-4672-a78d-9fc4fa36a9ba) {{(pid=93874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:34:12.729386 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375889f6-28d7-4846-94de-e755ec28d12e service neutron] Pushing event updated for resources: {'Port': ['ID=f47b1b7d-b049-45c3-bd33-ab678c7e167b,revision_number=2']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:34:12.745488 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Provisioning for port beb6bb0c-c754-4d1a-bf05-234c5b3fd767 completed by entity L2. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 04:34:12.752317 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Provisioning complete for port beb6bb0c-c754-4d1a-bf05-234c5b3fd767 triggered by entity L2. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:34:12.752890 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667402'] for port, provisioning_complete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:12.769133 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.managers [req-d78a3786-931f-4ad7-88f7-3d349d5e1ef0 req-375889f6-28d7-4846-94de-e755ec28d12e service neutron] Attempting to bind port f47b1b7d-b049-45c3-bd33-ab678c7e167b on host hv-cinder-77819 for vnic_type normal with profile {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 04:34:12.769461 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.managers [req-d78a3786-931f-4ad7-88f7-3d349d5e1ef0 req-375889f6-28d7-4846-94de-e755ec28d12e service neutron] Attempting to bind port f47b1b7d-b049-45c3-bd33-ab678c7e167b by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': 'f953cf20-e56c-4af7-b2ae-f9d2d33099ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '2d42cc01-1d4e-4b33-806e-a390176b298f'}] {{(pid=93873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 04:34:12.769862 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d78a3786-931f-4ad7-88f7-3d349d5e1ef0 req-375889f6-28d7-4846-94de-e755ec28d12e service neutron] Attempting to bind port f47b1b7d-b049-45c3-bd33-ab678c7e167b on network 2d42cc01-1d4e-4b33-806e-a390176b298f {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 04:34:12.775207 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d78a3786-931f-4ad7-88f7-3d349d5e1ef0 req-375889f6-28d7-4846-94de-e755ec28d12e service neutron] Port f47b1b7d-b049-45c3-bd33-ab678c7e167b on network 2d42cc01-1d4e-4b33-806e-a390176b298f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 04:34:12.775779 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d78a3786-931f-4ad7-88f7-3d349d5e1ef0 req-375889f6-28d7-4846-94de-e755ec28d12e service neutron] Attempting to bind port f47b1b7d-b049-45c3-bd33-ab678c7e167b on network 2d42cc01-1d4e-4b33-806e-a390176b298f {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 04:34:12.783043 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d78a3786-931f-4ad7-88f7-3d349d5e1ef0 req-375889f6-28d7-4846-94de-e755ec28d12e service neutron] Checking agent: {'id': 'cec96490-d34b-42db-b58a-d4405faa4e11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 4, 30, 28), 'started_at': datetime.datetime(2021, 8, 31, 4, 30, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 4, 33, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 04:34:12.783455 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d78a3786-931f-4ad7-88f7-3d349d5e1ef0 req-375889f6-28d7-4846-94de-e755ec28d12e service neutron] Checking segment: {'id': 'f953cf20-e56c-4af7-b2ae-f9d2d33099ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '2d42cc01-1d4e-4b33-806e-a390176b298f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 04:34:12.783902 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d78a3786-931f-4ad7-88f7-3d349d5e1ef0 req-375889f6-28d7-4846-94de-e755ec28d12e service neutron] Bound using segment: {'id': 'f953cf20-e56c-4af7-b2ae-f9d2d33099ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '2d42cc01-1d4e-4b33-806e-a390176b298f'} {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 04:34:12.784451 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.managers [req-d78a3786-931f-4ad7-88f7-3d349d5e1ef0 req-375889f6-28d7-4846-94de-e755ec28d12e service neutron] Bound port: f47b1b7d-b049-45c3-bd33-ab678c7e167b, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f953cf20-e56c-4af7-b2ae-f9d2d33099ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '2d42cc01-1d4e-4b33-806e-a390176b298f'}}] {{(pid=93873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 04:34:12.785124 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-d78a3786-931f-4ad7-88f7-3d349d5e1ef0 req-375889f6-28d7-4846-94de-e755ec28d12e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:12.874184 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [req-d78a3786-931f-4ad7-88f7-3d349d5e1ef0 req-375889f6-28d7-4846-94de-e755ec28d12e service neutron] For port f47b1b7d-b049-45c3-bd33-ab678c7e167b, host hv-cinder-77819, cleared binding levels {{(pid=93873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:34:12.882505 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [req-d78a3786-931f-4ad7-88f7-3d349d5e1ef0 req-375889f6-28d7-4846-94de-e755ec28d12e service neutron] For port f47b1b7d-b049-45c3-bd33-ab678c7e167b, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=f47b1b7d-b049-45c3-bd33-ab678c7e167b,segment=NetworkSegment(f953cf20-e56c-4af7-b2ae-f9d2d33099ff),segment_id=f953cf20-e56c-4af7-b2ae-f9d2d33099ff)] {{(pid=93873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:34:12.884936 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:12.888202 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-d78a3786-931f-4ad7-88f7-3d349d5e1ef0 req-375889f6-28d7-4846-94de-e755ec28d12e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4316722'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:12.902523 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [req-18927cf3-5703-4695-a0d9-67010a473667 req-e82e568b-c43f-4069-8d29-df2380d5e775 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Notify callbacks [] for port, precommit_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:12.919876 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [req-18927cf3-5703-4695-a0d9-67010a473667 req-e82e568b-c43f-4069-8d29-df2380d5e775 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Transition to ACTIVE for port object aaa499c0-5a26-4672-a78d-9fc4fa36a9ba will not be triggered until provisioned by entity DHCP. {{(pid=93874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 04:34:12.922738 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e238cefc-9d2d-4918-a91c-c27443d475fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beb6bb0c-c754-4d1a-bf05-234c5b3fd767'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 04:34:12.925430 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78a3786-931f-4ad7-88f7-3d349d5e1ef0 req-375889f6-28d7-4846-94de-e755ec28d12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:12.925883 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb65e2f83a67e5a17dc8ea4502d49053413b763c9a1f232c6edaada591b5d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce7d085b-7c4d-4120-8906-d45f3d5fa07c" -d '{"events": [{"server_uuid": "e238cefc-9d2d-4918-a91c-c27443d475fc", "name": "network-vif-plugged", "status": "completed", "tag": "beb6bb0c-c754-4d1a-bf05-234c5b3fd767"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:34:12.926327 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-d78a3786-931f-4ad7-88f7-3d349d5e1ef0 req-375889f6-28d7-4846-94de-e755ec28d12e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200266'] for port, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:12.928070 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-d78a3786-931f-4ad7-88f7-3d349d5e1ef0 req-375889f6-28d7-4846-94de-e755ec28d12e service neutron] 10.222.0.13 "PUT /v2.0/ports/f47b1b7d-b049-45c3-bd33-ab678c7e167b HTTP/1.1" status: 200 len: 1094 time: 0.7336755 Aug 31 04:34:12.928518 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52cbbfc5-8311-4ec1-a286-07786d70effb', 'tag': 'f47b1b7d-b049-45c3-bd33-ab678c7e167b'}] {{(pid=93873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 04:34:12.933713 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a11e4e79c753650f2852f0d7a0fe7e91abda00271ce9373e69ea4f6baf967f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae457a51-36d9-4c0b-9ed5-7c9df6950b84" -d '{"events": [{"name": "network-changed", "server_uuid": "52cbbfc5-8311-4ec1-a286-07786d70effb", "tag": "f47b1b7d-b049-45c3-bd33-ab678c7e167b"}]}' {{(pid=93873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:34:12.942457 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] For port beb6bb0c-c754-4d1a-bf05-234c5b3fd767, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=beb6bb0c-c754-4d1a-bf05-234c5b3fd767,segment=NetworkSegment(5ae55f0a-ffba-458b-8371-7ff11ecedc8f),segment_id=5ae55f0a-ffba-458b-8371-7ff11ecedc8f)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:34:12.963994 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:12.968194 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [req-18927cf3-5703-4695-a0d9-67010a473667 req-e82e568b-c43f-4069-8d29-df2380d5e775 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730086931496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16403769'] for port, after_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:12.994325 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375889f6-28d7-4846-94de-e755ec28d12e service neutron] Pushing event updated for resources: {'Port': ['ID=f47b1b7d-b049-45c3-bd33-ab678c7e167b,revision_number=3']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:34:13.025138 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 04:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af609a08-8b2b-4994-b6a0-13cb529bebe3 x-openstack-request-id: req-af609a08-8b2b-4994-b6a0-13cb529bebe3 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:34:13.025437 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e238cefc-9d2d-4918-a91c-c27443d475fc", "name": "network-vif-plugged", "status": "completed", "tag": "beb6bb0c-c754-4d1a-bf05-234c5b3fd767", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:34:13.025688 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-af609a08-8b2b-4994-b6a0-13cb529bebe3 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:34:13.026076 dv-cinder-778193-7-iscsi neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e238cefc-9d2d-4918-a91c-c27443d475fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beb6bb0c-c754-4d1a-bf05-234c5b3fd767', 'code': 200} Aug 31 04:34:13.053201 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 04:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0f8271f-18bc-45c5-bde0-763770bb2344 x-openstack-request-id: req-e0f8271f-18bc-45c5-bde0-763770bb2344 {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:34:13.055277 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52cbbfc5-8311-4ec1-a286-07786d70effb", "tag": "f47b1b7d-b049-45c3-bd33-ab678c7e167b", "status": "completed", "code": 200}]} {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:34:13.055943 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e0f8271f-18bc-45c5-bde0-763770bb2344 {{(pid=93873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:34:13.056943 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52cbbfc5-8311-4ec1-a286-07786d70effb', 'tag': 'f47b1b7d-b049-45c3-bd33-ab678c7e167b', 'status': 'completed', 'code': 200} Aug 31 04:34:13.085845 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Pushing event updated for resources: {'Port': ['ID=beb6bb0c-c754-4d1a-bf05-234c5b3fd767,revision_number=5']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:34:13.087882 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82e568b-c43f-4069-8d29-df2380d5e775 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Pushing event updated for resources: {'Port': ['ID=aaa499c0-5a26-4672-a78d-9fc4fa36a9ba,revision_number=1']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:34:13.132110 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18927cf3-5703-4695-a0d9-67010a473667 req-e82e568b-c43f-4069-8d29-df2380d5e775 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Network bb82b1c7-25b2-43f9-aa58-b7e64d26c2da is already hosted by enough agents. {{(pid=93874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:34:13.135266 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.scheduler.base_scheduler [req-18927cf3-5703-4695-a0d9-67010a473667 req-e82e568b-c43f-4069-8d29-df2380d5e775 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Resources bound (agent type, host, resource id): {{(pid=93874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:34:13.156791 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [req-18927cf3-5703-4695-a0d9-67010a473667 req-e82e568b-c43f-4069-8d29-df2380d5e775 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Received port after_create {{(pid=93874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 04:34:13.261599 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33155f2b-ae11-40aa-a7ab-56aa79a8bb7f req-977e042b-aa25-456d-be88-d05462942529 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:13.263317 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-33155f2b-ae11-40aa-a7ab-56aa79a8bb7f req-977e042b-aa25-456d-be88-d05462942529 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 932 time: 0.1436603 Aug 31 04:34:13.310140 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18927cf3-5703-4695-a0d9-67010a473667 req-e82e568b-c43f-4069-8d29-df2380d5e775 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:13.310821 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [req-18927cf3-5703-4695-a0d9-67010a473667 req-e82e568b-c43f-4069-8d29-df2380d5e775 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8355474'] for port, before_response {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:13.345880 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361599ba-6700-4986-a296-c1d18e6a6a83 req-3184fd74-0fbd-4e0e-8617-8b1e3b9cd3eb tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:13.354982 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-361599ba-6700-4986-a296-c1d18e6a6a83 req-3184fd74-0fbd-4e0e-8617-8b1e3b9cd3eb tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.37 "GET /v2.0/ports?device_id=e238cefc-9d2d-4918-a91c-c27443d475fc HTTP/1.1" status: 200 len: 945 time: 0.2128100 Aug 31 04:34:13.384142 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-18927cf3-5703-4695-a0d9-67010a473667 req-e82e568b-c43f-4069-8d29-df2380d5e775 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0592446 Aug 31 04:34:13.428169 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-33155f2b-ae11-40aa-a7ab-56aa79a8bb7f req-6f1b0d47-fef9-4b50-8ed5-35a7e77ecbd7 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f65e94a-0045-4695-bea3-6d2c0c319a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459708 Aug 31 04:34:13.466278 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-a9f47b7d-69e1-46e7-85f2-2558ad17d5da None None] Provisioning for port aaa499c0-5a26-4672-a78d-9fc4fa36a9ba completed by entity DHCP. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 04:34:13.471337 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-361599ba-6700-4986-a296-c1d18e6a6a83 req-4f2ad785-5a54-4b07-bcc4-fc247c7e8c03 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.37 "GET /v2.0/security-groups?id=6edf5784-9dde-4b8b-8160-15944e15858a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152680 Aug 31 04:34:13.471966 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-a9f47b7d-69e1-46e7-85f2-2558ad17d5da None None] Provisioning complete for port aaa499c0-5a26-4672-a78d-9fc4fa36a9ba triggered by entity DHCP. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:34:13.475390 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a9f47b7d-69e1-46e7-85f2-2558ad17d5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667402'] for port, provisioning_complete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:13.556466 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-a9f47b7d-69e1-46e7-85f2-2558ad17d5da None None] Port aaa499c0-5a26-4672-a78d-9fc4fa36a9ba cannot update to ACTIVE because it is not bound. {{(pid=93875) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 04:34:13.562110 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4174f6a6-94ce-40f0-98aa-7df65cd6e4ee req-76930c2f-1473-43d0-937b-f98c931dc6b1 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:13.563789 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-4174f6a6-94ce-40f0-98aa-7df65cd6e4ee req-76930c2f-1473-43d0-937b-f98c931dc6b1 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/ports?device_id=390893f3-2c2b-4803-b7a8-3c19fb0503a4 HTTP/1.1" status: 200 len: 945 time: 0.0609026 Aug 31 04:34:13.570783 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 33600) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:34:13.636961 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-4174f6a6-94ce-40f0-98aa-7df65cd6e4ee req-f0e08a2d-d1a9-40ac-b921-d43e9c61a7c9 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/security-groups?id=75b78e4a-f72a-42ae-924c-e5c8844ea7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653863 Aug 31 04:34:13.669389 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40413c8-f458-4858-9bb4-42b03fb81a8b req-b1fe35e9-15e3-4723-9fd8-f5ac34acb1b7 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:13.671661 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-a40413c8-f458-4858-9bb4-42b03fb81a8b req-b1fe35e9-15e3-4723-9fd8-f5ac34acb1b7 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/ports?device_id=52cbbfc5-8311-4ec1-a286-07786d70effb HTTP/1.1" status: 200 len: 944 time: 0.0684285 Aug 31 04:34:13.729902 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-a40413c8-f458-4858-9bb4-42b03fb81a8b req-7b994d34-cc28-4f42-9ae9-1c8ce70f9774 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/security-groups?id=48bcc221-22f0-42ba-bd8e-dded2d21f831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503967 Aug 31 04:34:13.756536 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-b3b8b6cc-af79-43ec-ae0b-6e2027ed47b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:13.889611 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-b3b8b6cc-af79-43ec-ae0b-6e2027ed47b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:13.894426 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-b3b8b6cc-af79-43ec-ae0b-6e2027ed47b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:13.943204 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-b3b8b6cc-af79-43ec-ae0b-6e2027ed47b7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=449181a6b01c4f67837e792a0b6faf2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3710394 Aug 31 04:34:13.945947 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 33614) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:34:13.955921 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b8b6cc-af79-43ec-ae0b-6e2027ed47b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=550ce2ea-90a7-47a8-9397-a8c9394ef870,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:34:14.034889 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-a07bb2c2-e82d-4d5b-9ad9-977ca8eaad0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:14.057360 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-a07bb2c2-e82d-4d5b-9ad9-977ca8eaad0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:14.112506 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-a07bb2c2-e82d-4d5b-9ad9-977ca8eaad0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:14.116806 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-a07bb2c2-e82d-4d5b-9ad9-977ca8eaad0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:14.118619 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-a07bb2c2-e82d-4d5b-9ad9-977ca8eaad0a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/550ce2ea-90a7-47a8-9397-a8c9394ef870 HTTP/1.1" status: 204 len: 168 time: 0.1708031 Aug 31 04:34:14.126446 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07bb2c2-e82d-4d5b-9ad9-977ca8eaad0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=550ce2ea-90a7-47a8-9397-a8c9394ef870,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:34:21.563287 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.agents_db [None req-b358f2ce-044e-44db-8ffe-8010ce8c5d43 None None] Agent healthcheck: found 6 active agents {{(pid=93876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:34:26.116912 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.v2.base [req-18927cf3-5703-4695-a0d9-67010a473667 req-4553285d-1f39-43b6-bd73-93e529cf3ae8 service neutron] Request body: {'port': {'device_id': 'dc9e0bd4-22bc-4fae-b4da-95d3b319a99b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=93874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:34:26.152416 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78a3786-931f-4ad7-88f7-3d349d5e1ef0 req-0c8c6ba4-2f35-4cfe-b4cd-c8be76a9b217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:26.153924 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-d78a3786-931f-4ad7-88f7-3d349d5e1ef0 req-0c8c6ba4-2f35-4cfe-b4cd-c8be76a9b217 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=798e442b7962401d840e183e809e3aa8&device_id=52cbbfc5-8311-4ec1-a286-07786d70effb HTTP/1.1" status: 200 len: 1097 time: 0.0437586 Aug 31 04:34:26.183520 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-58bff702-f3ba-4287-85c8-b09e4e34ca1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:26.213281 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [req-18927cf3-5703-4695-a0d9-67010a473667 req-4553285d-1f39-43b6-bd73-93e529cf3ae8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:26.279556 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-92792bb5-4e71-4670-ab02-a23f62a744bc req-3e17a5c1-0d3a-41b7-869c-bcc4503978a6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bb2658bf-a714-436c-a25f-c5bb13131cb8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0947323 Aug 31 04:34:26.321829 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955fccbd-de5d-46fa-a130-32ef20b0ba6a req-5d34639b-b1ba-4ab7-9c27-a3c0403ff3d0 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:26.323325 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-955fccbd-de5d-46fa-a130-32ef20b0ba6a req-5d34639b-b1ba-4ab7-9c27-a3c0403ff3d0 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 932 time: 0.0956054 Aug 31 04:34:26.360737 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-d78a3786-931f-4ad7-88f7-3d349d5e1ef0 req-58cfecfc-f3dd-424d-902d-d88cfd5a5636 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f47b1b7d-b049-45c3-bd33-ab678c7e167b HTTP/1.1" status: 200 len: 217 time: 0.0339179 Aug 31 04:34:26.463894 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78a3786-931f-4ad7-88f7-3d349d5e1ef0 req-db3d944c-07db-41d7-9fe9-d18f6f657b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:26.465569 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-d78a3786-931f-4ad7-88f7-3d349d5e1ef0 req-db3d944c-07db-41d7-9fe9-d18f6f657b8f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9231da0d-99b6-47b0-bd6c-033361b1aa80 HTTP/1.1" status: 200 len: 854 time: 0.0893929 Aug 31 04:34:26.471682 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92792bb5-4e71-4670-ab02-a23f62a744bc req-4597d599-b16a-4f51-8fbf-48043590c6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:26.473805 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-92792bb5-4e71-4670-ab02-a23f62a744bc req-4597d599-b16a-4f51-8fbf-48043590c6b7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5c02d31770b24c65beddac4595cdfe52&device_id=bb2658bf-a714-436c-a25f-c5bb13131cb8 HTTP/1.1" status: 200 len: 1098 time: 0.0893698 Aug 31 04:34:26.499553 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-d78a3786-931f-4ad7-88f7-3d349d5e1ef0 req-7913e5d1-2137-4e7b-9d76-202ec533fa8d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2d42cc01-1d4e-4b33-806e-a390176b298f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235918 Aug 31 04:34:26.518305 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-955fccbd-de5d-46fa-a130-32ef20b0ba6a req-4a5fe850-b9df-4d9c-8a4f-750058e86332 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f65e94a-0045-4695-bea3-6d2c0c319a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462760 Aug 31 04:34:26.540506 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c709cb-97a2-43be-9412-ff677bea1f16 req-a2d61176-0df8-478d-a572-447004885a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:26.541961 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-f5c709cb-97a2-43be-9412-ff677bea1f16 req-a2d61176-0df8-478d-a572-447004885a3d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e238cefc-9d2d-4918-a91c-c27443d475fc HTTP/1.1" status: 200 len: 1098 time: 0.1578472 Aug 31 04:34:26.549172 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d920b527-d95f-4c09-a7d9-de63ae5bc42c req-37bfe12d-b030-45f6-8202-891890548ecb tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:26.550648 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-d920b527-d95f-4c09-a7d9-de63ae5bc42c req-37bfe12d-b030-45f6-8202-891890548ecb tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.37 "GET /v2.0/ports?device_id=e238cefc-9d2d-4918-a91c-c27443d475fc HTTP/1.1" status: 200 len: 945 time: 0.1776693 Aug 31 04:34:26.660449 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-f5c709cb-97a2-43be-9412-ff677bea1f16 req-8fdfb65c-be1d-4f30-84e0-84fed3bd5e43 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=6edf5784-9dde-4b8b-8160-15944e15858a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088538 Aug 31 04:34:26.672964 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92792bb5-4e71-4670-ab02-a23f62a744bc req-c2a55d6c-e2c1-44af-a3d5-6d9a063b08d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:26.674293 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-d920b527-d95f-4c09-a7d9-de63ae5bc42c req-678bbaf1-63df-4cd9-923a-7805378f8a27 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.37 "GET /v2.0/security-groups?id=6edf5784-9dde-4b8b-8160-15944e15858a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132612 Aug 31 04:34:26.674588 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-92792bb5-4e71-4670-ab02-a23f62a744bc req-c2a55d6c-e2c1-44af-a3d5-6d9a063b08d7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4c9c44bc-58fb-4b05-9942-3faf4a44f339 HTTP/1.1" status: 200 len: 919 time: 0.1480894 Aug 31 04:34:26.680598 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-d78a3786-931f-4ad7-88f7-3d349d5e1ef0 req-72fa71c0-4e1d-40c3-ba8e-20429e82b367 service neutron] 10.222.0.13 "GET /v2.0/networks/2d42cc01-1d4e-4b33-806e-a390176b298f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629150 Aug 31 04:34:26.700987 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d032220d-25a8-4f3e-a2d8-f1cbe5794319 req-b2853dff-f4a0-4520-a0bd-afe2439375ff tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:26.702492 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-d032220d-25a8-4f3e-a2d8-f1cbe5794319 req-b2853dff-f4a0-4520-a0bd-afe2439375ff tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/ports?device_id=390893f3-2c2b-4803-b7a8-3c19fb0503a4 HTTP/1.1" status: 200 len: 945 time: 0.1137848 Aug 31 04:34:26.760445 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.notifiers.nova [req-18927cf3-5703-4695-a0d9-67010a473667 req-4553285d-1f39-43b6-bd73-93e529cf3ae8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aaa499c0-5a26-4672-a78d-9fc4fa36a9ba {{(pid=93874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 04:34:26.770698 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [req-18927cf3-5703-4695-a0d9-67010a473667 req-4553285d-1f39-43b6-bd73-93e529cf3ae8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:26.809349 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [req-18927cf3-5703-4695-a0d9-67010a473667 req-4553285d-1f39-43b6-bd73-93e529cf3ae8 service neutron] Transition to ACTIVE for port object aaa499c0-5a26-4672-a78d-9fc4fa36a9ba will not be triggered until provisioned by entity L2. {{(pid=93874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 04:34:26.814663 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-d032220d-25a8-4f3e-a2d8-f1cbe5794319 req-f892c288-fb66-4ce6-ba2e-18b66bd1a6dd tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/security-groups?id=75b78e4a-f72a-42ae-924c-e5c8844ea7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888619 Aug 31 04:34:26.816410 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [req-18927cf3-5703-4695-a0d9-67010a473667 req-4553285d-1f39-43b6-bd73-93e529cf3ae8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16403712'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:26.862195 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86011890-278d-49c8-84e8-e335a36c0773 req-d0733d4e-69fd-4c4a-8496-2fd1a24de92d tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:26.863599 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-86011890-278d-49c8-84e8-e335a36c0773 req-d0733d4e-69fd-4c4a-8496-2fd1a24de92d tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/ports?device_id=52cbbfc5-8311-4ec1-a286-07786d70effb HTTP/1.1" status: 200 len: 944 time: 0.1183603 Aug 31 04:34:26.895512 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4553285d-1f39-43b6-bd73-93e529cf3ae8 service neutron] Pushing event updated for resources: {'Port': ['ID=aaa499c0-5a26-4672-a78d-9fc4fa36a9ba,revision_number=2']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:34:26.951164 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4553285d-1f39-43b6-bd73-93e529cf3ae8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:34:26.951511 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4553285d-1f39-43b6-bd73-93e529cf3ae8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:34:26.951898 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4553285d-1f39-43b6-bd73-93e529cf3ae8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:34:26.952267 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4553285d-1f39-43b6-bd73-93e529cf3ae8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:34:26.952598 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4553285d-1f39-43b6-bd73-93e529cf3ae8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:34:26.955155 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4553285d-1f39-43b6-bd73-93e529cf3ae8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:34:26.955675 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4553285d-1f39-43b6-bd73-93e529cf3ae8 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:34:26.956206 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4553285d-1f39-43b6-bd73-93e529cf3ae8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:34:26.956615 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4553285d-1f39-43b6-bd73-93e529cf3ae8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:34:26.958416 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4553285d-1f39-43b6-bd73-93e529cf3ae8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:34:26.959454 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4553285d-1f39-43b6-bd73-93e529cf3ae8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:34:26.959454 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4553285d-1f39-43b6-bd73-93e529cf3ae8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:34:26.976416 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-47835016-0ce2-4201-8940-2fd8849c25db req-ac557675-fb4f-421f-b024-37b703985d06 tempest-VolumesNegativeTest-2131575490 tempest-VolumesNegativeTest-2131575490-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=7babc4f685d64bc889f9c63e82daf41e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0819068 Aug 31 04:34:27.002650 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-86011890-278d-49c8-84e8-e335a36c0773 req-3a0e9813-c36d-400f-909c-90d65d1a63b8 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/security-groups?id=48bcc221-22f0-42ba-bd8e-dded2d21f831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312470 Aug 31 04:34:27.062580 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-92792bb5-4e71-4670-ab02-a23f62a744bc req-7e1de70b-ee35-4716-b50e-003b02fb0bf9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=80cf53f1-dc62-4a38-bb1a-c6c3aabd1fda HTTP/1.1" status: 200 len: 217 time: 0.0736899 Aug 31 04:34:27.145683 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92792bb5-4e71-4670-ab02-a23f62a744bc req-ed894e53-1fe3-492d-8ebe-f01f18f37a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:27.147779 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-92792bb5-4e71-4670-ab02-a23f62a744bc req-ed894e53-1fe3-492d-8ebe-f01f18f37a4a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=097259a5-3a3d-4228-8082-2d6c2f8f569c HTTP/1.1" status: 200 len: 858 time: 0.0716047 Aug 31 04:34:27.149707 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-d78a3786-931f-4ad7-88f7-3d349d5e1ef0 req-b3fd2f35-1b98-4551-b178-1311d91e044e service neutron] 10.222.0.13 "GET /v2.0/networks/2d42cc01-1d4e-4b33-806e-a390176b298f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802385 Aug 31 04:34:27.177570 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.managers [req-18927cf3-5703-4695-a0d9-67010a473667 req-4553285d-1f39-43b6-bd73-93e529cf3ae8 service neutron] Attempting to bind port aaa499c0-5a26-4672-a78d-9fc4fa36a9ba on host hv-cinder-77819 for vnic_type normal with profile {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 04:34:27.177570 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.managers [req-18927cf3-5703-4695-a0d9-67010a473667 req-4553285d-1f39-43b6-bd73-93e529cf3ae8 service neutron] Attempting to bind port aaa499c0-5a26-4672-a78d-9fc4fa36a9ba by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': 'addae48f-32b7-413b-a119-940a5c53c50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'bb82b1c7-25b2-43f9-aa58-b7e64d26c2da'}] {{(pid=93874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 04:34:27.178073 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18927cf3-5703-4695-a0d9-67010a473667 req-4553285d-1f39-43b6-bd73-93e529cf3ae8 service neutron] Attempting to bind port aaa499c0-5a26-4672-a78d-9fc4fa36a9ba on network bb82b1c7-25b2-43f9-aa58-b7e64d26c2da {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 04:34:27.203234 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-92792bb5-4e71-4670-ab02-a23f62a744bc req-7428a1bf-7c50-47ca-9f78-88f30b7e2758 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4c9c44bc-58fb-4b05-9942-3faf4a44f339&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341680 Aug 31 04:34:27.206490 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18927cf3-5703-4695-a0d9-67010a473667 req-4553285d-1f39-43b6-bd73-93e529cf3ae8 service neutron] Port aaa499c0-5a26-4672-a78d-9fc4fa36a9ba on network bb82b1c7-25b2-43f9-aa58-b7e64d26c2da not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 04:34:27.206821 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18927cf3-5703-4695-a0d9-67010a473667 req-4553285d-1f39-43b6-bd73-93e529cf3ae8 service neutron] Attempting to bind port aaa499c0-5a26-4672-a78d-9fc4fa36a9ba on network bb82b1c7-25b2-43f9-aa58-b7e64d26c2da {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 04:34:27.239836 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18927cf3-5703-4695-a0d9-67010a473667 req-4553285d-1f39-43b6-bd73-93e529cf3ae8 service neutron] Checking agent: {'id': 'cec96490-d34b-42db-b58a-d4405faa4e11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 4, 30, 28), 'started_at': datetime.datetime(2021, 8, 31, 4, 30, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 4, 33, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 04:34:27.240364 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18927cf3-5703-4695-a0d9-67010a473667 req-4553285d-1f39-43b6-bd73-93e529cf3ae8 service neutron] Checking segment: {'id': 'addae48f-32b7-413b-a119-940a5c53c50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'bb82b1c7-25b2-43f9-aa58-b7e64d26c2da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 04:34:27.241090 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18927cf3-5703-4695-a0d9-67010a473667 req-4553285d-1f39-43b6-bd73-93e529cf3ae8 service neutron] Bound using segment: {'id': 'addae48f-32b7-413b-a119-940a5c53c50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'bb82b1c7-25b2-43f9-aa58-b7e64d26c2da'} {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 04:34:27.241571 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.managers [req-18927cf3-5703-4695-a0d9-67010a473667 req-4553285d-1f39-43b6-bd73-93e529cf3ae8 service neutron] Bound port: aaa499c0-5a26-4672-a78d-9fc4fa36a9ba, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'addae48f-32b7-413b-a119-940a5c53c50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'bb82b1c7-25b2-43f9-aa58-b7e64d26c2da'}}] {{(pid=93874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 04:34:27.242399 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [req-18927cf3-5703-4695-a0d9-67010a473667 req-4553285d-1f39-43b6-bd73-93e529cf3ae8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:27.266364 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47835016-0ce2-4201-8940-2fd8849c25db req-47f6218b-a572-4a9f-8a79-93241dcfcb80 tempest-VolumesNegativeTest-2131575490 tempest-VolumesNegativeTest-2131575490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:27.267861 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-47835016-0ce2-4201-8940-2fd8849c25db req-47f6218b-a572-4a9f-8a79-93241dcfcb80 tempest-VolumesNegativeTest-2131575490 tempest-VolumesNegativeTest-2131575490-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2719586 Aug 31 04:34:27.312078 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-47835016-0ce2-4201-8940-2fd8849c25db req-ae577c39-20b8-464a-924a-e638b8aa3939 tempest-VolumesNegativeTest-2131575490 tempest-VolumesNegativeTest-2131575490-project] 10.222.0.37 "GET /v2.0/quotas/7babc4f685d64bc889f9c63e82daf41e HTTP/1.1" status: 200 len: 375 time: 0.0180168 Aug 31 04:34:27.370919 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-92792bb5-4e71-4670-ab02-a23f62a744bc req-06975e2b-3c9a-49ef-a569-f30aef292af8 service neutron] 10.222.0.13 "GET /v2.0/networks/4c9c44bc-58fb-4b05-9942-3faf4a44f339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382396 Aug 31 04:34:27.374003 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae457a51-36d9-4c0b-9ed5-7c9df6950b84 req-8b93e0eb-351a-458f-81b0-d06182a4e9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:27.375651 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-ae457a51-36d9-4c0b-9ed5-7c9df6950b84 req-8b93e0eb-351a-458f-81b0-d06182a4e9a1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=798e442b7962401d840e183e809e3aa8&device_id=52cbbfc5-8311-4ec1-a286-07786d70effb HTTP/1.1" status: 200 len: 1097 time: 0.0751996 Aug 31 04:34:27.565510 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae457a51-36d9-4c0b-9ed5-7c9df6950b84 req-a3bf06e2-0b4d-498d-88ba-94496cc81d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:27.570520 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-ae457a51-36d9-4c0b-9ed5-7c9df6950b84 req-a3bf06e2-0b4d-498d-88ba-94496cc81d05 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2d42cc01-1d4e-4b33-806e-a390176b298f HTTP/1.1" status: 200 len: 915 time: 0.1696036 Aug 31 04:34:27.571306 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-92792bb5-4e71-4670-ab02-a23f62a744bc req-243edabd-53e9-4545-92e6-aa93142a4bbd service neutron] 10.222.0.13 "GET /v2.0/networks/4c9c44bc-58fb-4b05-9942-3faf4a44f339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848490 Aug 31 04:34:27.588084 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-47835016-0ce2-4201-8940-2fd8849c25db req-bb73aae5-60d2-4e51-bce1-e7cd2f102cc5 tempest-VolumesNegativeTest-2131575490 tempest-VolumesNegativeTest-2131575490-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=7babc4f685d64bc889f9c63e82daf41e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2678299 Aug 31 04:34:27.590574 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [req-18927cf3-5703-4695-a0d9-67010a473667 req-4553285d-1f39-43b6-bd73-93e529cf3ae8 service neutron] For port aaa499c0-5a26-4672-a78d-9fc4fa36a9ba, host hv-cinder-77819, cleared binding levels {{(pid=93874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:34:27.608077 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [req-18927cf3-5703-4695-a0d9-67010a473667 req-4553285d-1f39-43b6-bd73-93e529cf3ae8 service neutron] For port aaa499c0-5a26-4672-a78d-9fc4fa36a9ba, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=aaa499c0-5a26-4672-a78d-9fc4fa36a9ba,segment=NetworkSegment(addae48f-32b7-413b-a119-940a5c53c50e),segment_id=addae48f-32b7-413b-a119-940a5c53c50e)] {{(pid=93874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:34:27.621722 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [req-18927cf3-5703-4695-a0d9-67010a473667 req-4553285d-1f39-43b6-bd73-93e529cf3ae8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16403712'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:27.636830 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-ae457a51-36d9-4c0b-9ed5-7c9df6950b84 req-dad74c1a-3eae-45c3-849a-e6d58f88623c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f47b1b7d-b049-45c3-bd33-ab678c7e167b HTTP/1.1" status: 200 len: 217 time: 0.0398424 Aug 31 04:34:27.667855 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18927cf3-5703-4695-a0d9-67010a473667 req-4553285d-1f39-43b6-bd73-93e529cf3ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:27.668958 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [req-18927cf3-5703-4695-a0d9-67010a473667 req-4553285d-1f39-43b6-bd73-93e529cf3ae8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8355474'] for port, before_response {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:27.670799 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-18927cf3-5703-4695-a0d9-67010a473667 req-4553285d-1f39-43b6-bd73-93e529cf3ae8 service neutron] 10.222.0.13 "PUT /v2.0/ports/aaa499c0-5a26-4672-a78d-9fc4fa36a9ba HTTP/1.1" status: 200 len: 1094 time: 1.5584219 Aug 31 04:34:27.674170 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc9e0bd4-22bc-4fae-b4da-95d3b319a99b', 'tag': 'aaa499c0-5a26-4672-a78d-9fc4fa36a9ba'}] {{(pid=93874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 04:34:27.676508 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5938699f339110e9e8a85feef94aa89cb8ce9e43d70de9421afa6be4e30d1429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef2727bf-232a-4e19-a273-ff044f8457f1" -d '{"events": [{"name": "network-changed", "server_uuid": "dc9e0bd4-22bc-4fae-b4da-95d3b319a99b", "tag": "aaa499c0-5a26-4672-a78d-9fc4fa36a9ba"}]}' {{(pid=93874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:34:27.727553 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90e664b-8bdd-45e5-a842-276596abff4a req-6e6734b4-f18d-47a7-ab63-15e22922ec90 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:27.729438 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-a90e664b-8bdd-45e5-a842-276596abff4a req-6e6734b4-f18d-47a7-ab63-15e22922ec90 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 944 time: 0.1198897 Aug 31 04:34:27.735775 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4553285d-1f39-43b6-bd73-93e529cf3ae8 service neutron] Pushing event updated for resources: {'Port': ['ID=aaa499c0-5a26-4672-a78d-9fc4fa36a9ba,revision_number=3']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:34:27.736762 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:27.782358 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 04:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-490ed84a-f930-4d05-885d-b5d1c8d2beb8 x-openstack-request-id: req-490ed84a-f930-4d05-885d-b5d1c8d2beb8 {{(pid=93874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:34:27.782646 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc9e0bd4-22bc-4fae-b4da-95d3b319a99b", "tag": "aaa499c0-5a26-4672-a78d-9fc4fa36a9ba", "status": "completed", "code": 200}]} {{(pid=93874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:34:27.782897 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-490ed84a-f930-4d05-885d-b5d1c8d2beb8 {{(pid=93874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:34:27.783289 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc9e0bd4-22bc-4fae-b4da-95d3b319a99b', 'tag': 'aaa499c0-5a26-4672-a78d-9fc4fa36a9ba', 'status': 'completed', 'code': 200} Aug 31 04:34:27.791144 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae457a51-36d9-4c0b-9ed5-7c9df6950b84 req-179584d0-7f40-4f4f-8f6c-6c7b6738858d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:27.792842 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-ae457a51-36d9-4c0b-9ed5-7c9df6950b84 req-179584d0-7f40-4f4f-8f6c-6c7b6738858d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9231da0d-99b6-47b0-bd6c-033361b1aa80 HTTP/1.1" status: 200 len: 854 time: 0.1016884 Aug 31 04:34:27.816212 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-a90e664b-8bdd-45e5-a842-276596abff4a req-c8a69996-11b8-42cc-8be9-455b52564f4b tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f65e94a-0045-4695-bea3-6d2c0c319a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739391 Aug 31 04:34:27.830355 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18927cf3-5703-4695-a0d9-67010a473667 req-aef8fd6e-0d6b-4b30-bf99-27702a9eede7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:27.832306 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-18927cf3-5703-4695-a0d9-67010a473667 req-aef8fd6e-0d6b-4b30-bf99-27702a9eede7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ab311a0b396b46aeb9650f0c41fada96&device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 1097 time: 0.0671654 Aug 31 04:34:27.904281 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-ae457a51-36d9-4c0b-9ed5-7c9df6950b84 req-3f87ae86-6a14-440e-80ce-e678a3c896bb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2d42cc01-1d4e-4b33-806e-a390176b298f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314076 Aug 31 04:34:27.923105 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-3a97f8f0-676a-4889-8358-deaf1c8ee0ff req-6efb4edc-3655-4abd-98a4-a60e4b821f6c tempest-VolumesNegativeTest-2131575490 tempest-VolumesNegativeTest-2131575490-project] 10.222.0.37 "GET /v2.0/ports?device_id=dfea9db9-6909-4d3e-9dce-79af7dc61cfb HTTP/1.1" status: 200 len: 210 time: 0.0417566 Aug 31 04:34:27.969221 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-18927cf3-5703-4695-a0d9-67010a473667 req-36b51338-f6bd-4c5a-a861-b56af7b9ac86 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aaa499c0-5a26-4672-a78d-9fc4fa36a9ba HTTP/1.1" status: 200 len: 217 time: 0.0549433 Aug 31 04:34:28.003819 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9862ae9a-6022-44c2-8008-42537cace397 req-16148f6c-0787-4fc2-9d44-fcc7ab739f42 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:28.012929 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-9862ae9a-6022-44c2-8008-42537cace397 req-16148f6c-0787-4fc2-9d44-fcc7ab739f42 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.37 "GET /v2.0/ports?device_id=e238cefc-9d2d-4918-a91c-c27443d475fc HTTP/1.1" status: 200 len: 945 time: 0.1645172 Aug 31 04:34:28.034355 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-ae457a51-36d9-4c0b-9ed5-7c9df6950b84 req-82bf291a-2633-4881-9660-b7ee2f4d77eb service neutron] 10.222.0.13 "GET /v2.0/networks/2d42cc01-1d4e-4b33-806e-a390176b298f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152375 Aug 31 04:34:28.074795 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-9862ae9a-6022-44c2-8008-42537cace397 req-4cc72e23-bf0a-485f-ab4a-32729c9b29eb tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.37 "GET /v2.0/security-groups?id=6edf5784-9dde-4b8b-8160-15944e15858a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609891 Aug 31 04:34:28.138312 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18927cf3-5703-4695-a0d9-67010a473667 req-11502993-6a5a-4b4f-9446-2b9f252bd498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:28.140012 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-18927cf3-5703-4695-a0d9-67010a473667 req-11502993-6a5a-4b4f-9446-2b9f252bd498 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=737ced97-ee86-44b1-9767-e30f3f13dd11 HTTP/1.1" status: 200 len: 854 time: 0.0943110 Aug 31 04:34:28.161055 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dbac5e-1357-49d3-ad1b-23e704d4164d req-f57578b2-739f-4cd4-8231-fe7be2241280 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:28.162720 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-17dbac5e-1357-49d3-ad1b-23e704d4164d req-f57578b2-739f-4cd4-8231-fe7be2241280 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/ports?device_id=390893f3-2c2b-4803-b7a8-3c19fb0503a4 HTTP/1.1" status: 200 len: 945 time: 0.1006446 Aug 31 04:34:28.216349 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-ae457a51-36d9-4c0b-9ed5-7c9df6950b84 req-d9efdf99-7705-4f1e-9a84-ddde4ea607b1 service neutron] 10.222.0.13 "GET /v2.0/networks/2d42cc01-1d4e-4b33-806e-a390176b298f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340783 Aug 31 04:34:28.260266 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-17dbac5e-1357-49d3-ad1b-23e704d4164d req-e75d28da-a96f-46dc-b247-e9082a90787b tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/security-groups?id=75b78e4a-f72a-42ae-924c-e5c8844ea7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734670 Aug 31 04:34:28.270363 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d99a21-e844-4297-a59e-54e9df12083c req-d0a245eb-a7af-4f37-be88-cff895fb64d6 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:28.286310 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-28d99a21-e844-4297-a59e-54e9df12083c req-d0a245eb-a7af-4f37-be88-cff895fb64d6 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/ports?device_id=52cbbfc5-8311-4ec1-a286-07786d70effb HTTP/1.1" status: 200 len: 944 time: 0.1286352 Aug 31 04:34:28.286310 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18927cf3-5703-4695-a0d9-67010a473667 req-ebcaccc1-775c-4eef-b9bf-03751f02c0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:28.286310 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-18927cf3-5703-4695-a0d9-67010a473667 req-ebcaccc1-775c-4eef-b9bf-03751f02c0e1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bb82b1c7-25b2-43f9-aa58-b7e64d26c2da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1130059 Aug 31 04:34:28.327241 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-28d99a21-e844-4297-a59e-54e9df12083c req-b43e9b88-952c-402a-be89-93d5f66cabcf tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/security-groups?id=48bcc221-22f0-42ba-bd8e-dded2d21f831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378945 Aug 31 04:34:28.453210 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-18927cf3-5703-4695-a0d9-67010a473667 req-350f4cf7-64af-43ca-a45f-ac70ac7c309d service neutron] 10.222.0.13 "GET /v2.0/networks/bb82b1c7-25b2-43f9-aa58-b7e64d26c2da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058714 Aug 31 04:34:28.600095 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-18927cf3-5703-4695-a0d9-67010a473667 req-c37e0084-d837-4003-b10b-7124de9cdfb1 service neutron] 10.222.0.13 "GET /v2.0/networks/bb82b1c7-25b2-43f9-aa58-b7e64d26c2da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039481 Aug 31 04:34:28.630284 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a71a49fa-b53e-4ab7-95cc-ab5645c6c299 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:28.666307 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d96952-a782-4b6a-89d2-4e56644668d8 req-a8be198a-382f-49d4-a95f-ef40bd35daae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:28.668346 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-b3d96952-a782-4b6a-89d2-4e56644668d8 req-a8be198a-382f-49d4-a95f-ef40bd35daae service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=390893f3-2c2b-4803-b7a8-3c19fb0503a4 HTTP/1.1" status: 200 len: 1098 time: 0.0460584 Aug 31 04:34:28.791421 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-b3d96952-a782-4b6a-89d2-4e56644668d8 req-14365d58-88f4-409b-b7cc-eef55181d975 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=75b78e4a-f72a-42ae-924c-e5c8844ea7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335190 Aug 31 04:34:28.798811 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2727bf-232a-4e19-a273-ff044f8457f1 req-0d30fb79-d0f7-40a5-9c46-7d014be966b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:28.800306 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-ef2727bf-232a-4e19-a273-ff044f8457f1 req-0d30fb79-d0f7-40a5-9c46-7d014be966b3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ab311a0b396b46aeb9650f0c41fada96&device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 1097 time: 0.0419066 Aug 31 04:34:28.932962 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c3b06b-7257-4244-9cac-63b76da203a8 req-b7aa6165-fd34-472e-8ad9-cacd1195d59a tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:28.934447 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-a9c3b06b-7257-4244-9cac-63b76da203a8 req-b7aa6165-fd34-472e-8ad9-cacd1195d59a tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 944 time: 0.0483017 Aug 31 04:34:28.949536 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:28.987275 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-a9c3b06b-7257-4244-9cac-63b76da203a8 req-ff7c70b7-1019-443f-8b6a-1a0f73ce4717 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f65e94a-0045-4695-bea3-6d2c0c319a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463340 Aug 31 04:34:29.012727 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-6df334a5-137c-4003-8d03-3e4722b31fef req-35179191-ef21-4b9f-8fe4-06db8566e72a tempest-VolumesNegativeTest-2131575490 tempest-VolumesNegativeTest-2131575490-project] 10.222.0.37 "GET /v2.0/ports?device_id=dfea9db9-6909-4d3e-9dce-79af7dc61cfb HTTP/1.1" status: 200 len: 210 time: 0.0245330 Aug 31 04:34:29.238739 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3ba631-6b2c-41ae-b457-462f5edd04b1 req-2d106c58-4af9-4352-bc25-bc42b1f5741e tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:29.240224 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-3c3ba631-6b2c-41ae-b457-462f5edd04b1 req-2d106c58-4af9-4352-bc25-bc42b1f5741e tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.37 "GET /v2.0/ports?device_id=e238cefc-9d2d-4918-a91c-c27443d475fc HTTP/1.1" status: 200 len: 945 time: 0.0902066 Aug 31 04:34:29.279683 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2727bf-232a-4e19-a273-ff044f8457f1 req-38b27db5-8887-49b7-8831-bea2a551047c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:29.281117 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-ef2727bf-232a-4e19-a273-ff044f8457f1 req-38b27db5-8887-49b7-8831-bea2a551047c service neutron] 10.222.0.13 "GET /v2.0/networks?id=bb82b1c7-25b2-43f9-aa58-b7e64d26c2da HTTP/1.1" status: 200 len: 916 time: 0.1393092 Aug 31 04:34:29.299999 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-3c3ba631-6b2c-41ae-b457-462f5edd04b1 req-d05a067f-2005-462b-978b-937f966dd381 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.37 "GET /v2.0/security-groups?id=6edf5784-9dde-4b8b-8160-15944e15858a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536766 Aug 31 04:34:29.332955 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-ef2727bf-232a-4e19-a273-ff044f8457f1 req-944e7043-12b5-4bd1-bfd2-b235aaf7bf13 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aaa499c0-5a26-4672-a78d-9fc4fa36a9ba HTTP/1.1" status: 200 len: 217 time: 0.0404582 Aug 31 04:34:29.441497 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2727bf-232a-4e19-a273-ff044f8457f1 req-c9e4f966-ce90-42a5-b1b6-c577f022b6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:29.443880 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-ef2727bf-232a-4e19-a273-ff044f8457f1 req-c9e4f966-ce90-42a5-b1b6-c577f022b6b0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=737ced97-ee86-44b1-9767-e30f3f13dd11 HTTP/1.1" status: 200 len: 854 time: 0.0962067 Aug 31 04:34:29.459933 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27af0e9-ed00-4928-9eca-fe61f65e0c0a req-ebee818a-b5a3-4f4e-9ace-9ff062d57b98 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:29.462330 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-c27af0e9-ed00-4928-9eca-fe61f65e0c0a req-ebee818a-b5a3-4f4e-9ace-9ff062d57b98 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/ports?device_id=390893f3-2c2b-4803-b7a8-3c19fb0503a4 HTTP/1.1" status: 200 len: 945 time: 0.0694072 Aug 31 04:34:29.551536 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2727bf-232a-4e19-a273-ff044f8457f1 req-2e3a7a1a-1a1c-40b0-951c-d3210f9c9703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:29.554064 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-ef2727bf-232a-4e19-a273-ff044f8457f1 req-2e3a7a1a-1a1c-40b0-951c-d3210f9c9703 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bb82b1c7-25b2-43f9-aa58-b7e64d26c2da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0919008 Aug 31 04:34:29.559689 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-c27af0e9-ed00-4928-9eca-fe61f65e0c0a req-6c3f6c12-97f0-433d-a214-aaa26c7c37dc tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/security-groups?id=75b78e4a-f72a-42ae-924c-e5c8844ea7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886350 Aug 31 04:34:29.620099 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4fc4e2-dc22-46c7-9f4e-63e58097799c req-5eb9eb54-31ee-4e6b-905b-7fdd725f4fca tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:29.621506 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-6e4fc4e2-dc22-46c7-9f4e-63e58097799c req-5eb9eb54-31ee-4e6b-905b-7fdd725f4fca tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/ports?device_id=52cbbfc5-8311-4ec1-a286-07786d70effb HTTP/1.1" status: 200 len: 944 time: 0.1161671 Aug 31 04:34:29.685761 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-6e4fc4e2-dc22-46c7-9f4e-63e58097799c req-020a0dee-9e26-47ea-a4e9-1c0ce77a5217 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/security-groups?id=48bcc221-22f0-42ba-bd8e-dded2d21f831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564175 Aug 31 04:34:29.716012 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-ef2727bf-232a-4e19-a273-ff044f8457f1 req-28d0be5e-9e6e-4dc2-86a4-cc2b2986b6a2 service neutron] 10.222.0.13 "GET /v2.0/networks/bb82b1c7-25b2-43f9-aa58-b7e64d26c2da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521807 Aug 31 04:34:29.823403 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cae06a7b-375a-4b62-8781-ea2d8af560c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:29.888101 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-47835016-0ce2-4201-8940-2fd8849c25db req-1236a476-315a-4d22-9383-a9fe292eac20 tempest-VolumesNegativeTest-2131575490 tempest-VolumesNegativeTest-2131575490-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=7babc4f685d64bc889f9c63e82daf41e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0475533 Aug 31 04:34:29.915388 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-ef2727bf-232a-4e19-a273-ff044f8457f1 req-5556080b-a620-495b-94ac-84b7d8562453 service neutron] 10.222.0.13 "GET /v2.0/networks/bb82b1c7-25b2-43f9-aa58-b7e64d26c2da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464531 Aug 31 04:34:30.228576 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47835016-0ce2-4201-8940-2fd8849c25db req-7818cf19-0568-4ac7-b597-ca00c1a67eda tempest-VolumesNegativeTest-2131575490 tempest-VolumesNegativeTest-2131575490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:30.230103 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-47835016-0ce2-4201-8940-2fd8849c25db req-7818cf19-0568-4ac7-b597-ca00c1a67eda tempest-VolumesNegativeTest-2131575490 tempest-VolumesNegativeTest-2131575490-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1883841 Aug 31 04:34:30.280735 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dfc23c-c908-4ff3-89ca-ed941967b703 req-db70e921-06a7-4a3d-a73f-786e2ac5826d tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:30.282274 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-e1dfc23c-c908-4ff3-89ca-ed941967b703 req-db70e921-06a7-4a3d-a73f-786e2ac5826d tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 944 time: 0.0479274 Aug 31 04:34:30.319415 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-e1dfc23c-c908-4ff3-89ca-ed941967b703 req-ac449d64-71e7-43cf-9376-a157399cddcb tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f65e94a-0045-4695-bea3-6d2c0c319a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310371 Aug 31 04:34:30.401072 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-9b5db123-5212-49da-912a-6aecb15c27ce req-ad8aa4a0-5e2d-45f6-95e3-8e78dd355ecf tempest-VolumesNegativeTest-2131575490 tempest-VolumesNegativeTest-2131575490-project] 10.222.0.37 "GET /v2.0/ports?device_id=dfea9db9-6909-4d3e-9dce-79af7dc61cfb HTTP/1.1" status: 200 len: 210 time: 0.0268338 Aug 31 04:34:30.423231 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.v2.base [req-47835016-0ce2-4201-8940-2fd8849c25db req-e87993c9-1108-441b-a9c7-296a9385fcfc tempest-VolumesNegativeTest-2131575490 tempest-VolumesNegativeTest-2131575490-project] Request body: {'port': {'device_id': 'dfea9db9-6909-4d3e-9dce-79af7dc61cfb', 'network_id': 'c2ea8cc4-7293-4ba2-a35f-c89afb54b78d', 'admin_state_up': True, 'tenant_id': '7babc4f685d64bc889f9c63e82daf41e'}} {{(pid=93873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:34:30.511224 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f766978-261f-44fb-bb38-1ff3751955ac req-c4cbdad9-29da-4005-a7bc-ea670017a70b tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:30.513131 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-1f766978-261f-44fb-bb38-1ff3751955ac req-c4cbdad9-29da-4005-a7bc-ea670017a70b tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 946 time: 0.0522203 Aug 31 04:34:30.547318 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47835016-0ce2-4201-8940-2fd8849c25db req-e87993c9-1108-441b-a9c7-296a9385fcfc tempest-VolumesNegativeTest-2131575490 tempest-VolumesNegativeTest-2131575490-project] Made reservation on behalf of 7babc4f685d64bc889f9c63e82daf41e for: {'port': 1} {{(pid=93873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:34:30.553058 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-47835016-0ce2-4201-8940-2fd8849c25db req-e87993c9-1108-441b-a9c7-296a9385fcfc tempest-VolumesNegativeTest-2131575490 tempest-VolumesNegativeTest-2131575490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:30.562985 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-1f766978-261f-44fb-bb38-1ff3751955ac req-98a0cb52-194a-4876-95f5-6b38123188e9 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b04e1e0-6e1c-49a5-a7f2-f3ca3ba46212&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439200 Aug 31 04:34:30.572682 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-47835016-0ce2-4201-8940-2fd8849c25db req-e87993c9-1108-441b-a9c7-296a9385fcfc tempest-VolumesNegativeTest-2131575490 tempest-VolumesNegativeTest-2131575490-project] Notify callbacks [] for security_group, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:30.676052 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Device f47b1b7d-b049-45c3-bd33-ab678c7e167b details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=93875) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 04:34:30.701506 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6238f87-9df6-4363-a17c-71b2d844f4f4 req-09c26895-edcc-4238-b1a9-b10b104b4977 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:30.703236 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-a6238f87-9df6-4363-a17c-71b2d844f4f4 req-09c26895-edcc-4238-b1a9-b10b104b4977 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/ports?device_id=390893f3-2c2b-4803-b7a8-3c19fb0503a4 HTTP/1.1" status: 200 len: 945 time: 0.0681365 Aug 31 04:34:30.723538 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-47835016-0ce2-4201-8940-2fd8849c25db req-e87993c9-1108-441b-a9c7-296a9385fcfc tempest-VolumesNegativeTest-2131575490 tempest-VolumesNegativeTest-2131575490-project] Notify callbacks [] for security_group, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:30.731789 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-47835016-0ce2-4201-8940-2fd8849c25db req-e87993c9-1108-441b-a9c7-296a9385fcfc tempest-VolumesNegativeTest-2131575490 tempest-VolumesNegativeTest-2131575490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:30.759029 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-a6238f87-9df6-4363-a17c-71b2d844f4f4 req-c77f9669-146c-47c9-b24a-624bff6bd0d3 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/security-groups?id=75b78e4a-f72a-42ae-924c-e5c8844ea7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438526 Aug 31 04:34:30.816376 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] For port f47b1b7d-b049-45c3-bd33-ab678c7e167b, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=f47b1b7d-b049-45c3-bd33-ab678c7e167b,segment=NetworkSegment(f953cf20-e56c-4af7-b2ae-f9d2d33099ff),segment_id=f953cf20-e56c-4af7-b2ae-f9d2d33099ff)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:34:30.829019 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Returning: {'device': 'f47b1b7d-b049-45c3-bd33-ab678c7e167b', 'network_id': '2d42cc01-1d4e-4b33-806e-a390176b298f', 'port_id': 'f47b1b7d-b049-45c3-bd33-ab678c7e167b', 'mac_address': 'fa:16:3e:54:8c:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9231da0d-99b6-47b0-bd6c-033361b1aa80', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93875) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 04:34:30.846660 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87993c9-1108-441b-a9c7-296a9385fcfc tempest-VolumesNegativeTest-2131575490 tempest-VolumesNegativeTest-2131575490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8961957e-826b-42a7-a629-d1fffeee0d51,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:34:30.872846 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71af552-30d8-4805-96c6-9663b5c52b58 req-4546a6de-1654-41e7-96a4-3ac1fa7d2258 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:30.874821 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-b71af552-30d8-4805-96c6-9663b5c52b58 req-4546a6de-1654-41e7-96a4-3ac1fa7d2258 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/ports?device_id=52cbbfc5-8311-4ec1-a286-07786d70effb HTTP/1.1" status: 200 len: 944 time: 0.0643065 Aug 31 04:34:30.876890 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87993c9-1108-441b-a9c7-296a9385fcfc tempest-VolumesNegativeTest-2131575490 tempest-VolumesNegativeTest-2131575490-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:34:30.877236 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87993c9-1108-441b-a9c7-296a9385fcfc tempest-VolumesNegativeTest-2131575490 tempest-VolumesNegativeTest-2131575490-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:34:30.877573 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87993c9-1108-441b-a9c7-296a9385fcfc tempest-VolumesNegativeTest-2131575490 tempest-VolumesNegativeTest-2131575490-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:34:30.877905 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87993c9-1108-441b-a9c7-296a9385fcfc tempest-VolumesNegativeTest-2131575490 tempest-VolumesNegativeTest-2131575490-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:34:30.878259 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87993c9-1108-441b-a9c7-296a9385fcfc tempest-VolumesNegativeTest-2131575490 tempest-VolumesNegativeTest-2131575490-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:34:30.878383 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:30.878585 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87993c9-1108-441b-a9c7-296a9385fcfc tempest-VolumesNegativeTest-2131575490 tempest-VolumesNegativeTest-2131575490-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:34:30.878913 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87993c9-1108-441b-a9c7-296a9385fcfc tempest-VolumesNegativeTest-2131575490 tempest-VolumesNegativeTest-2131575490-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:34:30.879237 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87993c9-1108-441b-a9c7-296a9385fcfc tempest-VolumesNegativeTest-2131575490 tempest-VolumesNegativeTest-2131575490-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:34:30.879557 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87993c9-1108-441b-a9c7-296a9385fcfc tempest-VolumesNegativeTest-2131575490 tempest-VolumesNegativeTest-2131575490-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:34:30.879872 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87993c9-1108-441b-a9c7-296a9385fcfc tempest-VolumesNegativeTest-2131575490 tempest-VolumesNegativeTest-2131575490-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:34:30.880625 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87993c9-1108-441b-a9c7-296a9385fcfc tempest-VolumesNegativeTest-2131575490 tempest-VolumesNegativeTest-2131575490-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:34:30.881285 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87993c9-1108-441b-a9c7-296a9385fcfc tempest-VolumesNegativeTest-2131575490 tempest-VolumesNegativeTest-2131575490-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:34:30.895506 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.notifiers.nova [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f47b1b7d-b049-45c3-bd33-ab678c7e167b {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 04:34:30.915221 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.db.db_base_plugin_common [req-47835016-0ce2-4201-8940-2fd8849c25db req-e87993c9-1108-441b-a9c7-296a9385fcfc tempest-VolumesNegativeTest-2131575490 tempest-VolumesNegativeTest-2131575490-project] Allocated IP 192.168.233.249 (c2ea8cc4-7293-4ba2-a35f-c89afb54b78d/4ddf2812-8778-44d1-a418-00b95661b7d3/8d98100c-e33b-4b2a-978c-3c6e808347fd) {{(pid=93873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:34:30.917401 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] For port f47b1b7d-b049-45c3-bd33-ab678c7e167b, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=f47b1b7d-b049-45c3-bd33-ab678c7e167b,segment=NetworkSegment(f953cf20-e56c-4af7-b2ae-f9d2d33099ff),segment_id=f953cf20-e56c-4af7-b2ae-f9d2d33099ff)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:34:30.921385 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:30.931114 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-b71af552-30d8-4805-96c6-9663b5c52b58 req-0360a2c6-a3d2-48a7-9ce3-148257db2678 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/security-groups?id=48bcc221-22f0-42ba-bd8e-dded2d21f831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500190 Aug 31 04:34:30.981159 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Pushing event updated for resources: {'Port': ['ID=f47b1b7d-b049-45c3-bd33-ab678c7e167b,revision_number=4']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:34:31.245157 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a4fd8ad5-a492-4575-8673-07e6bf736dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:31.290483 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-47835016-0ce2-4201-8940-2fd8849c25db req-e87993c9-1108-441b-a9c7-296a9385fcfc tempest-VolumesNegativeTest-2131575490 tempest-VolumesNegativeTest-2131575490-project] Notify callbacks [] for port, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:31.303627 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [req-47835016-0ce2-4201-8940-2fd8849c25db req-e87993c9-1108-441b-a9c7-296a9385fcfc tempest-VolumesNegativeTest-2131575490 tempest-VolumesNegativeTest-2131575490-project] Transition to ACTIVE for port object 8d98100c-e33b-4b2a-978c-3c6e808347fd will not be triggered until provisioned by entity DHCP. {{(pid=93873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 04:34:31.334974 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-47835016-0ce2-4201-8940-2fd8849c25db req-e87993c9-1108-441b-a9c7-296a9385fcfc tempest-VolumesNegativeTest-2131575490 tempest-VolumesNegativeTest-2131575490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730086931496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4316683'] for port, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:31.379613 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47835016-0ce2-4201-8940-2fd8849c25db req-e87993c9-1108-441b-a9c7-296a9385fcfc tempest-VolumesNegativeTest-2131575490 tempest-VolumesNegativeTest-2131575490-project] Network c2ea8cc4-7293-4ba2-a35f-c89afb54b78d is already hosted by enough agents. {{(pid=93873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:34:31.385042 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.scheduler.base_scheduler [req-47835016-0ce2-4201-8940-2fd8849c25db req-e87993c9-1108-441b-a9c7-296a9385fcfc tempest-VolumesNegativeTest-2131575490 tempest-VolumesNegativeTest-2131575490-project] Resources bound (agent type, host, resource id): {{(pid=93873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:34:31.388689 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [req-47835016-0ce2-4201-8940-2fd8849c25db req-e87993c9-1108-441b-a9c7-296a9385fcfc tempest-VolumesNegativeTest-2131575490 tempest-VolumesNegativeTest-2131575490-project] Received port after_create {{(pid=93873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 04:34:31.416769 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87993c9-1108-441b-a9c7-296a9385fcfc tempest-VolumesNegativeTest-2131575490 tempest-VolumesNegativeTest-2131575490-project] Pushing event updated for resources: {'Port': ['ID=8d98100c-e33b-4b2a-978c-3c6e808347fd,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:34:31.454797 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47835016-0ce2-4201-8940-2fd8849c25db req-e87993c9-1108-441b-a9c7-296a9385fcfc tempest-VolumesNegativeTest-2131575490 tempest-VolumesNegativeTest-2131575490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:31.455032 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5539fd51-172b-4e77-9035-cd65a545cf1f req-cfdc0915-11b0-4520-8bd9-dc6f1c779dc6 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:31.455674 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-47835016-0ce2-4201-8940-2fd8849c25db req-e87993c9-1108-441b-a9c7-296a9385fcfc tempest-VolumesNegativeTest-2131575490 tempest-VolumesNegativeTest-2131575490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200266'] for port, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:31.466641 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-5539fd51-172b-4e77-9035-cd65a545cf1f req-cfdc0915-11b0-4520-8bd9-dc6f1c779dc6 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 944 time: 0.0776823 Aug 31 04:34:31.473574 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-47835016-0ce2-4201-8940-2fd8849c25db req-e87993c9-1108-441b-a9c7-296a9385fcfc tempest-VolumesNegativeTest-2131575490 tempest-VolumesNegativeTest-2131575490-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0625696 Aug 31 04:34:31.508526 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.v2.base [req-47835016-0ce2-4201-8940-2fd8849c25db req-d46f07c3-5b8b-4ae6-bd4c-776fe8de260d service neutron] Request body: {'port': {'device_id': 'dfea9db9-6909-4d3e-9dce-79af7dc61cfb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=93873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:34:31.515446 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] get_ports_and_sgs() called for port_ids ['f47b1b7d-b049-45c3-bd33-ab678c7e167b'] {{(pid=93875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 04:34:31.563925 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fe0ae4-63da-461a-8d4f-80cb231d8cb1 req-462a83fc-7b36-4b3d-ab65-458b98218fa7 tempest-VolumesNegativeTest-2131575490 tempest-VolumesNegativeTest-2131575490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:31.571965 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-94fe0ae4-63da-461a-8d4f-80cb231d8cb1 req-462a83fc-7b36-4b3d-ab65-458b98218fa7 tempest-VolumesNegativeTest-2131575490 tempest-VolumesNegativeTest-2131575490-project] 10.222.0.37 "GET /v2.0/ports?device_id=dfea9db9-6909-4d3e-9dce-79af7dc61cfb HTTP/1.1" status: 200 len: 936 time: 0.0908840 Aug 31 04:34:31.580174 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-47835016-0ce2-4201-8940-2fd8849c25db req-d46f07c3-5b8b-4ae6-bd4c-776fe8de260d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:31.585312 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-5539fd51-172b-4e77-9035-cd65a545cf1f req-0ef2c7b6-1fe9-4977-b775-cfbcc0a78002 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f65e94a-0045-4695-bea3-6d2c0c319a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950317 Aug 31 04:34:31.618901 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-94fe0ae4-63da-461a-8d4f-80cb231d8cb1 req-630ed37b-bd93-4e35-83fb-8b9bcfa07d7f tempest-VolumesNegativeTest-2131575490 tempest-VolumesNegativeTest-2131575490-project] 10.222.0.37 "GET /v2.0/security-groups?id=8961957e-826b-42a7-a629-d1fffeee0d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459838 Aug 31 04:34:31.748098 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b22725-d95a-4a1b-8f87-ca83ba330c02 req-09631e02-3c74-4bdf-8332-3a6b7aededc1 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:31.749623 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-83b22725-d95a-4a1b-8f87-ca83ba330c02 req-09631e02-3c74-4bdf-8332-3a6b7aededc1 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 946 time: 0.0588956 Aug 31 04:34:31.807012 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-83b22725-d95a-4a1b-8f87-ca83ba330c02 req-6ae2c8f8-c9f5-4f3f-bf1c-f6d78ae4ed8f tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b04e1e0-6e1c-49a5-a7f2-f3ca3ba46212&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505104 Aug 31 04:34:31.825691 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-80a7f727-0480-4075-b846-35eba0ce58ec None None] Provisioning for port 8d98100c-e33b-4b2a-978c-3c6e808347fd completed by entity DHCP. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 04:34:31.830579 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-80a7f727-0480-4075-b846-35eba0ce58ec None None] Provisioning complete for port 8d98100c-e33b-4b2a-978c-3c6e808347fd triggered by entity DHCP. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:34:31.831139 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-80a7f727-0480-4075-b846-35eba0ce58ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667402'] for port, provisioning_complete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:31.868028 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-80a7f727-0480-4075-b846-35eba0ce58ec None None] Port 8d98100c-e33b-4b2a-978c-3c6e808347fd cannot update to ACTIVE because it is not bound. {{(pid=93875) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 04:34:31.899550 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.notifiers.nova [req-47835016-0ce2-4201-8940-2fd8849c25db req-d46f07c3-5b8b-4ae6-bd4c-776fe8de260d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d98100c-e33b-4b2a-978c-3c6e808347fd {{(pid=93873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 04:34:31.906805 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-47835016-0ce2-4201-8940-2fd8849c25db req-d46f07c3-5b8b-4ae6-bd4c-776fe8de260d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:31.910292 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459d2be3-285c-414f-a291-c22f570ed0a2 req-f7eaffbf-a438-4708-beeb-ac9afcafe5e5 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:31.911787 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-459d2be3-285c-414f-a291-c22f570ed0a2 req-f7eaffbf-a438-4708-beeb-ac9afcafe5e5 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/ports?device_id=390893f3-2c2b-4803-b7a8-3c19fb0503a4 HTTP/1.1" status: 200 len: 945 time: 0.0538633 Aug 31 04:34:31.919661 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [req-47835016-0ce2-4201-8940-2fd8849c25db req-d46f07c3-5b8b-4ae6-bd4c-776fe8de260d service neutron] Transition to ACTIVE for port object 8d98100c-e33b-4b2a-978c-3c6e808347fd will not be triggered until provisioned by entity L2. {{(pid=93873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 04:34:31.923941 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-47835016-0ce2-4201-8940-2fd8849c25db req-d46f07c3-5b8b-4ae6-bd4c-776fe8de260d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4316722'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:31.954262 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-459d2be3-285c-414f-a291-c22f570ed0a2 req-59aac3c0-c2d6-4a10-81ac-331a3d68bb24 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/security-groups?id=75b78e4a-f72a-42ae-924c-e5c8844ea7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337737 Aug 31 04:34:31.987312 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46f07c3-5b8b-4ae6-bd4c-776fe8de260d service neutron] Pushing event updated for resources: {'Port': ['ID=8d98100c-e33b-4b2a-978c-3c6e808347fd,revision_number=2']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:34:32.070120 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.managers [req-47835016-0ce2-4201-8940-2fd8849c25db req-d46f07c3-5b8b-4ae6-bd4c-776fe8de260d service neutron] Attempting to bind port 8d98100c-e33b-4b2a-978c-3c6e808347fd on host hv-cinder-77819 for vnic_type normal with profile {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 04:34:32.070460 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.managers [req-47835016-0ce2-4201-8940-2fd8849c25db req-d46f07c3-5b8b-4ae6-bd4c-776fe8de260d service neutron] Attempting to bind port 8d98100c-e33b-4b2a-978c-3c6e808347fd by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '04d81822-46b8-4f45-b440-12077a5e7040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'c2ea8cc4-7293-4ba2-a35f-c89afb54b78d'}] {{(pid=93873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 04:34:32.070962 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47835016-0ce2-4201-8940-2fd8849c25db req-d46f07c3-5b8b-4ae6-bd4c-776fe8de260d service neutron] Attempting to bind port 8d98100c-e33b-4b2a-978c-3c6e808347fd on network c2ea8cc4-7293-4ba2-a35f-c89afb54b78d {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 04:34:32.075490 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47835016-0ce2-4201-8940-2fd8849c25db req-d46f07c3-5b8b-4ae6-bd4c-776fe8de260d service neutron] Port 8d98100c-e33b-4b2a-978c-3c6e808347fd on network c2ea8cc4-7293-4ba2-a35f-c89afb54b78d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 04:34:32.075818 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47835016-0ce2-4201-8940-2fd8849c25db req-d46f07c3-5b8b-4ae6-bd4c-776fe8de260d service neutron] Attempting to bind port 8d98100c-e33b-4b2a-978c-3c6e808347fd on network c2ea8cc4-7293-4ba2-a35f-c89afb54b78d {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 04:34:32.081940 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47835016-0ce2-4201-8940-2fd8849c25db req-d46f07c3-5b8b-4ae6-bd4c-776fe8de260d service neutron] Checking agent: {'id': 'cec96490-d34b-42db-b58a-d4405faa4e11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 4, 30, 28), 'started_at': datetime.datetime(2021, 8, 31, 4, 30, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 4, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 04:34:32.086504 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47835016-0ce2-4201-8940-2fd8849c25db req-d46f07c3-5b8b-4ae6-bd4c-776fe8de260d service neutron] Checking segment: {'id': '04d81822-46b8-4f45-b440-12077a5e7040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'c2ea8cc4-7293-4ba2-a35f-c89afb54b78d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 04:34:32.087183 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47835016-0ce2-4201-8940-2fd8849c25db req-d46f07c3-5b8b-4ae6-bd4c-776fe8de260d service neutron] Bound using segment: {'id': '04d81822-46b8-4f45-b440-12077a5e7040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'c2ea8cc4-7293-4ba2-a35f-c89afb54b78d'} {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 04:34:32.087305 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2419508b-265a-4ed5-89a8-6452cda0aba7 req-749789cf-36e4-4230-b140-29b694284b8d tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:32.087976 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.managers [req-47835016-0ce2-4201-8940-2fd8849c25db req-d46f07c3-5b8b-4ae6-bd4c-776fe8de260d service neutron] Bound port: 8d98100c-e33b-4b2a-978c-3c6e808347fd, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04d81822-46b8-4f45-b440-12077a5e7040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'c2ea8cc4-7293-4ba2-a35f-c89afb54b78d'}}] {{(pid=93873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 04:34:32.088343 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-47835016-0ce2-4201-8940-2fd8849c25db req-d46f07c3-5b8b-4ae6-bd4c-776fe8de260d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:32.097193 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-2419508b-265a-4ed5-89a8-6452cda0aba7 req-749789cf-36e4-4230-b140-29b694284b8d tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/ports?device_id=52cbbfc5-8311-4ec1-a286-07786d70effb HTTP/1.1" status: 200 len: 945 time: 0.0696294 Aug 31 04:34:32.142720 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-2419508b-265a-4ed5-89a8-6452cda0aba7 req-218e199a-809b-48b2-abc6-c3284215f8dd tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/security-groups?id=48bcc221-22f0-42ba-bd8e-dded2d21f831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445466 Aug 31 04:34:32.168757 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [req-47835016-0ce2-4201-8940-2fd8849c25db req-d46f07c3-5b8b-4ae6-bd4c-776fe8de260d service neutron] For port 8d98100c-e33b-4b2a-978c-3c6e808347fd, host hv-cinder-77819, cleared binding levels {{(pid=93873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:34:32.175552 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [req-47835016-0ce2-4201-8940-2fd8849c25db req-d46f07c3-5b8b-4ae6-bd4c-776fe8de260d service neutron] For port 8d98100c-e33b-4b2a-978c-3c6e808347fd, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=8d98100c-e33b-4b2a-978c-3c6e808347fd,segment=NetworkSegment(04d81822-46b8-4f45-b440-12077a5e7040),segment_id=04d81822-46b8-4f45-b440-12077a5e7040)] {{(pid=93873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:34:32.180588 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-47835016-0ce2-4201-8940-2fd8849c25db req-d46f07c3-5b8b-4ae6-bd4c-776fe8de260d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4316722'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:32.225316 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47835016-0ce2-4201-8940-2fd8849c25db req-d46f07c3-5b8b-4ae6-bd4c-776fe8de260d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:32.225924 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-47835016-0ce2-4201-8940-2fd8849c25db req-d46f07c3-5b8b-4ae6-bd4c-776fe8de260d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200266'] for port, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:32.227654 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-47835016-0ce2-4201-8940-2fd8849c25db req-d46f07c3-5b8b-4ae6-bd4c-776fe8de260d service neutron] 10.222.0.13 "PUT /v2.0/ports/8d98100c-e33b-4b2a-978c-3c6e808347fd HTTP/1.1" status: 200 len: 1098 time: 0.7244310 Aug 31 04:34:32.228108 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfea9db9-6909-4d3e-9dce-79af7dc61cfb', 'tag': '8d98100c-e33b-4b2a-978c-3c6e808347fd'}] {{(pid=93873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 04:34:32.238928 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a11e4e79c753650f2852f0d7a0fe7e91abda00271ce9373e69ea4f6baf967f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9614163-2177-424c-b3e5-407f667d725c" -d '{"events": [{"name": "network-changed", "server_uuid": "dfea9db9-6909-4d3e-9dce-79af7dc61cfb", "tag": "8d98100c-e33b-4b2a-978c-3c6e808347fd"}]}' {{(pid=93873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:34:32.263785 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46f07c3-5b8b-4ae6-bd4c-776fe8de260d service neutron] Pushing event updated for resources: {'Port': ['ID=8d98100c-e33b-4b2a-978c-3c6e808347fd,revision_number=3']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:34:32.351181 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b93618-fda5-4c63-b36d-0a2a033d26c9 req-664861cf-c7f0-46c4-89c6-d574122970f0 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:32.352757 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-73b93618-fda5-4c63-b36d-0a2a033d26c9 req-664861cf-c7f0-46c4-89c6-d574122970f0 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/ports?device_id=390893f3-2c2b-4803-b7a8-3c19fb0503a4 HTTP/1.1" status: 200 len: 945 time: 0.1174295 Aug 31 04:34:32.392297 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29475104-64a4-4a2a-b38a-7e437de79897 req-bc96d756-56bd-44bd-acfb-43f30252c8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:32.394004 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-29475104-64a4-4a2a-b38a-7e437de79897 req-bc96d756-56bd-44bd-acfb-43f30252c8b1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5c02d31770b24c65beddac4595cdfe52&device_id=390893f3-2c2b-4803-b7a8-3c19fb0503a4 HTTP/1.1" status: 200 len: 1098 time: 0.0756934 Aug 31 04:34:32.399235 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 04:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afba3994-87e4-493e-8b4d-12d49fb4a660 x-openstack-request-id: req-afba3994-87e4-493e-8b4d-12d49fb4a660 {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:34:32.399628 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfea9db9-6909-4d3e-9dce-79af7dc61cfb", "tag": "8d98100c-e33b-4b2a-978c-3c6e808347fd", "status": "completed", "code": 200}]} {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:34:32.399983 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-afba3994-87e4-493e-8b4d-12d49fb4a660 {{(pid=93873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:34:32.400513 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfea9db9-6909-4d3e-9dce-79af7dc61cfb', 'tag': '8d98100c-e33b-4b2a-978c-3c6e808347fd', 'status': 'completed', 'code': 200} Aug 31 04:34:32.443515 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-73b93618-fda5-4c63-b36d-0a2a033d26c9 req-80405bfd-5114-4cc3-90a9-4d1ec55192f8 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/security-groups?id=75b78e4a-f72a-42ae-924c-e5c8844ea7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656497 Aug 31 04:34:32.448073 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47835016-0ce2-4201-8940-2fd8849c25db req-9a833fda-3606-49cf-b868-4995f310132d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:32.449483 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-47835016-0ce2-4201-8940-2fd8849c25db req-9a833fda-3606-49cf-b868-4995f310132d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7babc4f685d64bc889f9c63e82daf41e&device_id=dfea9db9-6909-4d3e-9dce-79af7dc61cfb HTTP/1.1" status: 200 len: 1101 time: 0.0958502 Aug 31 04:34:32.501338 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-47835016-0ce2-4201-8940-2fd8849c25db req-1a1f117d-0ba2-4fad-9636-914e79702085 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=8d98100c-e33b-4b2a-978c-3c6e808347fd HTTP/1.1" status: 200 len: 217 time: 0.0343115 Aug 31 04:34:32.518435 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29475104-64a4-4a2a-b38a-7e437de79897 req-c33373e5-a6d9-4506-bb89-19b449f9ddc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:32.519902 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-29475104-64a4-4a2a-b38a-7e437de79897 req-c33373e5-a6d9-4506-bb89-19b449f9ddc2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4c9c44bc-58fb-4b05-9942-3faf4a44f339 HTTP/1.1" status: 200 len: 919 time: 0.0849421 Aug 31 04:34:32.567926 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47835016-0ce2-4201-8940-2fd8849c25db req-26e77de2-9a5a-4806-9869-893f76b00d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:32.567926 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-47835016-0ce2-4201-8940-2fd8849c25db req-26e77de2-9a5a-4806-9869-893f76b00d41 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4ddf2812-8778-44d1-a418-00b95661b7d3 HTTP/1.1" status: 200 len: 843 time: 0.0466042 Aug 31 04:34:32.571060 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-29475104-64a4-4a2a-b38a-7e437de79897 req-7e257227-603c-41c4-acb9-220b76cfd6bd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aaf78d6f-71aa-4bfc-88a6-916d6e36bcab HTTP/1.1" status: 200 len: 217 time: 0.0384035 Aug 31 04:34:32.611927 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47835016-0ce2-4201-8940-2fd8849c25db req-8343d00c-a088-41bb-a293-c58a86d823b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:32.613503 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-47835016-0ce2-4201-8940-2fd8849c25db req-8343d00c-a088-41bb-a293-c58a86d823b0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c2ea8cc4-7293-4ba2-a35f-c89afb54b78d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0427473 Aug 31 04:34:32.627382 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29475104-64a4-4a2a-b38a-7e437de79897 req-69ba5f32-f7c1-4c26-bdc9-635bb44b408f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:32.628847 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-29475104-64a4-4a2a-b38a-7e437de79897 req-69ba5f32-f7c1-4c26-bdc9-635bb44b408f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=097259a5-3a3d-4228-8082-2d6c2f8f569c HTTP/1.1" status: 200 len: 858 time: 0.0444493 Aug 31 04:34:32.675184 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-29475104-64a4-4a2a-b38a-7e437de79897 req-d72dbd60-141a-4fce-9328-d36b0d01838b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4c9c44bc-58fb-4b05-9942-3faf4a44f339&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306671 Aug 31 04:34:32.698611 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Device aaa499c0-5a26-4672-a78d-9fc4fa36a9ba details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=93875) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 04:34:32.705695 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Device f47b1b7d-b049-45c3-bd33-ab678c7e167b up at agent hyperv_hv-cinder-77819 {{(pid=93875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:34:32.774423 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03041632-ac9e-45e5-9a8c-900980876897 req-e983d62a-d7e8-48bf-b8a2-d5febd756b0b tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:32.775807 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-03041632-ac9e-45e5-9a8c-900980876897 req-e983d62a-d7e8-48bf-b8a2-d5febd756b0b tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 944 time: 0.1131182 Aug 31 04:34:32.779930 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-47835016-0ce2-4201-8940-2fd8849c25db req-fe4b4dea-af8c-4bf0-b45d-45127488ff11 service neutron] 10.222.0.13 "GET /v2.0/networks/c2ea8cc4-7293-4ba2-a35f-c89afb54b78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583474 Aug 31 04:34:32.780366 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-29475104-64a4-4a2a-b38a-7e437de79897 req-13a1d2b1-d131-47d1-9fa0-32fd8e54f13f service neutron] 10.222.0.13 "GET /v2.0/networks/4c9c44bc-58fb-4b05-9942-3faf4a44f339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972109 Aug 31 04:34:32.795376 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d48d356-1aae-471c-9598-475e2b5885e2 req-b3bc6016-dbf5-4d70-8f95-b8042cbcc6a6 tempest-VolumesNegativeTest-2131575490 tempest-VolumesNegativeTest-2131575490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:32.796770 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-5d48d356-1aae-471c-9598-475e2b5885e2 req-b3bc6016-dbf5-4d70-8f95-b8042cbcc6a6 tempest-VolumesNegativeTest-2131575490 tempest-VolumesNegativeTest-2131575490-project] 10.222.0.37 "GET /v2.0/ports?device_id=dfea9db9-6909-4d3e-9dce-79af7dc61cfb HTTP/1.1" status: 200 len: 948 time: 0.0989318 Aug 31 04:34:32.821772 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Provisioning for port f47b1b7d-b049-45c3-bd33-ab678c7e167b completed by entity L2. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 04:34:32.829960 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Provisioning complete for port f47b1b7d-b049-45c3-bd33-ab678c7e167b triggered by entity L2. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:34:32.830642 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667402'] for port, provisioning_complete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:32.894656 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] For port aaa499c0-5a26-4672-a78d-9fc4fa36a9ba, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=aaa499c0-5a26-4672-a78d-9fc4fa36a9ba,segment=NetworkSegment(addae48f-32b7-413b-a119-940a5c53c50e),segment_id=addae48f-32b7-413b-a119-940a5c53c50e)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:34:32.900696 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-03041632-ac9e-45e5-9a8c-900980876897 req-62c2a37d-69fc-4d22-a26c-4dca95cc41aa tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f65e94a-0045-4695-bea3-6d2c0c319a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182425 Aug 31 04:34:32.900857 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-29475104-64a4-4a2a-b38a-7e437de79897 req-247d04d2-8c7c-49a3-9a34-102605a69c68 service neutron] 10.222.0.13 "GET /v2.0/networks/4c9c44bc-58fb-4b05-9942-3faf4a44f339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975358 Aug 31 04:34:32.907273 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-5d48d356-1aae-471c-9598-475e2b5885e2 req-12db9fdc-711d-42ec-af63-ef19934bf213 tempest-VolumesNegativeTest-2131575490 tempest-VolumesNegativeTest-2131575490-project] 10.222.0.37 "GET /v2.0/security-groups?id=8961957e-826b-42a7-a629-d1fffeee0d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018925 Aug 31 04:34:32.935090 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Returning: {'device': 'aaa499c0-5a26-4672-a78d-9fc4fa36a9ba', 'network_id': 'bb82b1c7-25b2-43f9-aa58-b7e64d26c2da', 'port_id': 'aaa499c0-5a26-4672-a78d-9fc4fa36a9ba', 'mac_address': 'fa:16:3e:28:ba:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '737ced97-ee86-44b1-9767-e30f3f13dd11', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93875) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 04:34:32.941932 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-47835016-0ce2-4201-8940-2fd8849c25db req-ce4f273a-27f5-4100-a29f-047632a3730a service neutron] 10.222.0.13 "GET /v2.0/networks/c2ea8cc4-7293-4ba2-a35f-c89afb54b78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375785 Aug 31 04:34:33.007605 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:33.021928 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:33.031310 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.notifiers.nova [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aaa499c0-5a26-4672-a78d-9fc4fa36a9ba {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 04:34:33.031846 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff06996-4ac6-45e4-a021-c69cd3c11907 req-297c9a67-f646-441e-98ba-f20d7cd8cc96 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:33.033331 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-2ff06996-4ac6-45e4-a021-c69cd3c11907 req-297c9a67-f646-441e-98ba-f20d7cd8cc96 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 946 time: 0.0537431 Aug 31 04:34:33.058214 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52cbbfc5-8311-4ec1-a286-07786d70effb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f47b1b7d-b049-45c3-bd33-ab678c7e167b'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 04:34:33.060439 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb65e2f83a67e5a17dc8ea4502d49053413b763c9a1f232c6edaada591b5d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a172dfb-a4c1-4ffb-9b94-f673441e69f0" -d '{"events": [{"server_uuid": "52cbbfc5-8311-4ec1-a286-07786d70effb", "name": "network-vif-plugged", "status": "completed", "tag": "f47b1b7d-b049-45c3-bd33-ab678c7e167b"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:34:33.071545 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-2ff06996-4ac6-45e4-a021-c69cd3c11907 req-01aafa14-25d3-4828-8b36-6a6ad06be476 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b04e1e0-6e1c-49a5-a7f2-f3ca3ba46212&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319681 Aug 31 04:34:33.072826 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] For port aaa499c0-5a26-4672-a78d-9fc4fa36a9ba, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=aaa499c0-5a26-4672-a78d-9fc4fa36a9ba,segment=NetworkSegment(addae48f-32b7-413b-a119-940a5c53c50e),segment_id=addae48f-32b7-413b-a119-940a5c53c50e)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:34:33.076589 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] For port f47b1b7d-b049-45c3-bd33-ab678c7e167b, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=f47b1b7d-b049-45c3-bd33-ab678c7e167b,segment=NetworkSegment(f953cf20-e56c-4af7-b2ae-f9d2d33099ff),segment_id=f953cf20-e56c-4af7-b2ae-f9d2d33099ff)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:34:33.080155 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:33.085424 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:33.108537 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 04:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4f78b6d-1049-4240-a933-f8d4e2b91a5d x-openstack-request-id: req-a4f78b6d-1049-4240-a933-f8d4e2b91a5d {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:34:33.108838 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52cbbfc5-8311-4ec1-a286-07786d70effb", "name": "network-vif-plugged", "status": "completed", "tag": "f47b1b7d-b049-45c3-bd33-ab678c7e167b", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:34:33.109091 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a4f78b6d-1049-4240-a933-f8d4e2b91a5d {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:34:33.109500 dv-cinder-778193-7-iscsi neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52cbbfc5-8311-4ec1-a286-07786d70effb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f47b1b7d-b049-45c3-bd33-ab678c7e167b', 'code': 200} Aug 31 04:34:33.134631 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Pushing event updated for resources: {'Port': ['ID=aaa499c0-5a26-4672-a78d-9fc4fa36a9ba,revision_number=4']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:34:33.185274 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Pushing event updated for resources: {'Port': ['ID=f47b1b7d-b049-45c3-bd33-ab678c7e167b,revision_number=5']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:34:33.245014 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9614163-2177-424c-b3e5-407f667d725c req-7dd15ffc-f91d-4168-9fd5-eaa075ce35fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:33.246665 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-d9614163-2177-424c-b3e5-407f667d725c req-7dd15ffc-f91d-4168-9fd5-eaa075ce35fd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7babc4f685d64bc889f9c63e82daf41e&device_id=dfea9db9-6909-4d3e-9dce-79af7dc61cfb HTTP/1.1" status: 200 len: 1101 time: 0.0747685 Aug 31 04:34:33.272303 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb75c8-790a-4553-8e36-287ffa685ab5 req-08def8d2-de12-459c-b111-581e8a00107e tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:33.273750 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-5efb75c8-790a-4553-8e36-287ffa685ab5 req-08def8d2-de12-459c-b111-581e8a00107e tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/ports?device_id=52cbbfc5-8311-4ec1-a286-07786d70effb HTTP/1.1" status: 200 len: 946 time: 0.0669358 Aug 31 04:34:33.359244 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-5efb75c8-790a-4553-8e36-287ffa685ab5 req-704d790a-c41d-40ea-8b89-9a1dafe97339 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/security-groups?id=48bcc221-22f0-42ba-bd8e-dded2d21f831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757318 Aug 31 04:34:33.384459 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9614163-2177-424c-b3e5-407f667d725c req-c708db0a-bb73-4d5a-ad66-2a54f35a941e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:33.385931 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-d9614163-2177-424c-b3e5-407f667d725c req-c708db0a-bb73-4d5a-ad66-2a54f35a941e service neutron] 10.222.0.13 "GET /v2.0/networks?id=c2ea8cc4-7293-4ba2-a35f-c89afb54b78d HTTP/1.1" status: 200 len: 870 time: 0.1305411 Aug 31 04:34:33.540067 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2ebbc4-9224-495d-af21-62b89141e466 req-e7826250-3eca-4f5b-ab91-f7f47dc6a866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:33.541536 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-5e2ebbc4-9224-495d-af21-62b89141e466 req-e7826250-3eca-4f5b-ab91-f7f47dc6a866 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=52cbbfc5-8311-4ec1-a286-07786d70effb HTTP/1.1" status: 200 len: 1099 time: 0.0423460 Aug 31 04:34:33.541748 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-d9614163-2177-424c-b3e5-407f667d725c req-f7cbaa8e-558e-408e-a2b8-dd7097756e12 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=8d98100c-e33b-4b2a-978c-3c6e808347fd HTTP/1.1" status: 200 len: 217 time: 0.0412400 Aug 31 04:34:33.592292 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-5e2ebbc4-9224-495d-af21-62b89141e466 req-7d7ab605-629b-4108-b68a-111acb799bf6 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=48bcc221-22f0-42ba-bd8e-dded2d21f831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344908 Aug 31 04:34:33.681141 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9614163-2177-424c-b3e5-407f667d725c req-1c5c12fe-d33c-4a35-a7b6-32901333d9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:33.682619 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-d9614163-2177-424c-b3e5-407f667d725c req-1c5c12fe-d33c-4a35-a7b6-32901333d9f1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4ddf2812-8778-44d1-a418-00b95661b7d3 HTTP/1.1" status: 200 len: 843 time: 0.1135108 Aug 31 04:34:33.691566 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838db44d-e468-490e-8466-2af905e0a975 req-ebf0df3b-f1dd-48bc-a429-156ea65314e1 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:33.692980 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-838db44d-e468-490e-8466-2af905e0a975 req-ebf0df3b-f1dd-48bc-a429-156ea65314e1 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/ports?device_id=390893f3-2c2b-4803-b7a8-3c19fb0503a4 HTTP/1.1" status: 200 len: 945 time: 0.1540282 Aug 31 04:34:33.754335 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b1dc35-f220-4236-97f2-7b113286bb95 req-dc442633-e62d-4880-9bda-c2603b92124f tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:33.755884 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-00b1dc35-f220-4236-97f2-7b113286bb95 req-dc442633-e62d-4880-9bda-c2603b92124f tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.37 "GET /v2.0/networks?id=324d503c-fc7f-4c16-bee4-2a3af6fefdb5 HTTP/1.1" status: 200 len: 814 time: 0.1508472 Aug 31 04:34:33.762015 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] get_ports_and_sgs() called for port_ids ['aaa499c0-5a26-4672-a78d-9fc4fa36a9ba'] {{(pid=93875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 04:34:33.762915 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-838db44d-e468-490e-8466-2af905e0a975 req-64d5f85e-7f3a-4f65-9593-830110a3c8b5 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/security-groups?id=75b78e4a-f72a-42ae-924c-e5c8844ea7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630050 Aug 31 04:34:33.772887 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-00b1dc35-f220-4236-97f2-7b113286bb95 req-0518c989-6db5-427b-bbdf-f40e4b229003 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.37 "GET /v2.0/quotas/d2a1a3669e5349b3b72956eee5c16264 HTTP/1.1" status: 200 len: 375 time: 0.0090573 Aug 31 04:34:33.827892 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-00b1dc35-f220-4236-97f2-7b113286bb95 req-73818fff-b69e-42f3-9ca3-f77e6afc934d tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d2a1a3669e5349b3b72956eee5c16264&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0468056 Aug 31 04:34:33.919949 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-00b1dc35-f220-4236-97f2-7b113286bb95 req-6910c0c3-6c4a-43af-81df-b10e23959f0e service neutron] 10.222.0.37 "GET /v2.0/networks/324d503c-fc7f-4c16-bee4-2a3af6fefdb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852430 Aug 31 04:34:34.291005 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-00b1dc35-f220-4236-97f2-7b113286bb95 req-50ac35cd-5a1a-422a-8714-c64672cf5303 service neutron] 10.222.0.37 "GET /v2.0/networks/324d503c-fc7f-4c16-bee4-2a3af6fefdb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3650122 Aug 31 04:34:34.299865 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fea19f1-22ca-4aec-84b0-52b4cfb35f05 req-f5b64ce1-434e-4cf2-9506-47419c26c104 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:34.301211 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-8fea19f1-22ca-4aec-84b0-52b4cfb35f05 req-f5b64ce1-434e-4cf2-9506-47419c26c104 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 945 time: 0.3247416 Aug 31 04:34:34.305790 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9614163-2177-424c-b3e5-407f667d725c req-a565fd74-5d6f-4df4-9d10-c02a550f7c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:34.307196 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-d9614163-2177-424c-b3e5-407f667d725c req-a565fd74-5d6f-4df4-9d10-c02a550f7c79 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c2ea8cc4-7293-4ba2-a35f-c89afb54b78d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3184617 Aug 31 04:34:34.383505 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-8fea19f1-22ca-4aec-84b0-52b4cfb35f05 req-5b7a1e40-d736-4162-a383-abbc6997b55e tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f65e94a-0045-4695-bea3-6d2c0c319a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753589 Aug 31 04:34:34.426527 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-d9614163-2177-424c-b3e5-407f667d725c req-ecbb75b8-af48-4964-8fb2-bf689d6dfdeb service neutron] 10.222.0.13 "GET /v2.0/networks/c2ea8cc4-7293-4ba2-a35f-c89afb54b78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044750 Aug 31 04:34:34.581751 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96175214-6c5f-43bf-b039-74c8cbec11be req-687ae508-4b1d-4675-9303-d024efac0a16 tempest-VolumesNegativeTest-2131575490 tempest-VolumesNegativeTest-2131575490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:34.583898 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-96175214-6c5f-43bf-b039-74c8cbec11be req-687ae508-4b1d-4675-9303-d024efac0a16 tempest-VolumesNegativeTest-2131575490 tempest-VolumesNegativeTest-2131575490-project] 10.222.0.37 "GET /v2.0/ports?device_id=dfea9db9-6909-4d3e-9dce-79af7dc61cfb HTTP/1.1" status: 200 len: 948 time: 0.1276636 Aug 31 04:34:34.596378 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f685f0-946c-4b41-8569-a6a20dec07fb req-8af595a7-f088-452e-802c-264d47ef69c5 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:34.597818 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-26f685f0-946c-4b41-8569-a6a20dec07fb req-8af595a7-f088-452e-802c-264d47ef69c5 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 946 time: 0.1146877 Aug 31 04:34:34.631079 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-d9614163-2177-424c-b3e5-407f667d725c req-e2195fd0-58cc-46c0-aed9-0ef2a6e190f3 service neutron] 10.222.0.13 "GET /v2.0/networks/c2ea8cc4-7293-4ba2-a35f-c89afb54b78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956956 Aug 31 04:34:34.665172 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-96175214-6c5f-43bf-b039-74c8cbec11be req-e74bd486-8a2a-4296-bdc4-e9812de35743 tempest-VolumesNegativeTest-2131575490 tempest-VolumesNegativeTest-2131575490-project] 10.222.0.37 "GET /v2.0/security-groups?id=8961957e-826b-42a7-a629-d1fffeee0d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660782 Aug 31 04:34:34.672958 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-26f685f0-946c-4b41-8569-a6a20dec07fb req-5b9ba598-b506-479e-a270-b80f0013ee20 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b04e1e0-6e1c-49a5-a7f2-f3ca3ba46212&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603194 Aug 31 04:34:34.761037 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-ce35c475-419b-4bcf-9114-1398f389a52f req-fe22623d-ef99-4a21-90d7-245a4d746292 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.37 "GET /v2.0/ports?device_id=06f145f2-db4f-43fe-8f72-8ce0d2e9547a HTTP/1.1" status: 200 len: 210 time: 0.0285795 Aug 31 04:34:34.809403 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265f1007-f151-42da-b41d-fa0f33bcafd4 req-968d2c25-ec80-4cff-a3a3-9f7b00df6d13 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:34.810918 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-265f1007-f151-42da-b41d-fa0f33bcafd4 req-968d2c25-ec80-4cff-a3a3-9f7b00df6d13 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/ports?device_id=52cbbfc5-8311-4ec1-a286-07786d70effb HTTP/1.1" status: 200 len: 946 time: 0.0522628 Aug 31 04:34:34.860255 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-265f1007-f151-42da-b41d-fa0f33bcafd4 req-ec350a14-d515-4a5a-ae96-e2effabe16e4 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/security-groups?id=48bcc221-22f0-42ba-bd8e-dded2d21f831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433514 Aug 31 04:34:34.898638 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be91b4da-9da6-4354-b917-0b101592053c req-12341ce2-89d0-44e6-b3e8-94cca99ffbdf tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:34.900115 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-be91b4da-9da6-4354-b917-0b101592053c req-12341ce2-89d0-44e6-b3e8-94cca99ffbdf tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/ports?device_id=390893f3-2c2b-4803-b7a8-3c19fb0503a4 HTTP/1.1" status: 200 len: 945 time: 0.0563374 Aug 31 04:34:34.937074 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-be91b4da-9da6-4354-b917-0b101592053c req-6f54fa00-1262-4e79-beec-f8d5194aa783 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/security-groups?id=75b78e4a-f72a-42ae-924c-e5c8844ea7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309942 Aug 31 04:34:35.500140 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4960965-7a52-44a4-991c-d6bd7c6c8aaf req-4544e190-89db-4ab2-bbcf-3ddc4fae444b tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:35.502019 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-e4960965-7a52-44a4-991c-d6bd7c6c8aaf req-4544e190-89db-4ab2-bbcf-3ddc4fae444b tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 945 time: 0.0498853 Aug 31 04:34:35.539758 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-e4960965-7a52-44a4-991c-d6bd7c6c8aaf req-3591dcdd-e88d-4195-8bf8-4977c7ba9a0f tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f65e94a-0045-4695-bea3-6d2c0c319a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316136 Aug 31 04:34:35.820457 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d19ed5-ce9d-4176-9a65-adfce7a24a45 req-c01c72b5-07d5-40ba-adb2-01e181382d6c tempest-VolumesNegativeTest-2131575490 tempest-VolumesNegativeTest-2131575490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:35.821940 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-70d19ed5-ce9d-4176-9a65-adfce7a24a45 req-c01c72b5-07d5-40ba-adb2-01e181382d6c tempest-VolumesNegativeTest-2131575490 tempest-VolumesNegativeTest-2131575490-project] 10.222.0.37 "GET /v2.0/ports?device_id=dfea9db9-6909-4d3e-9dce-79af7dc61cfb HTTP/1.1" status: 200 len: 948 time: 0.0800948 Aug 31 04:34:35.834135 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838bcf57-03d7-44de-bb88-fd9101aa8bb1 req-a7d005c1-e77c-45f6-b884-66e3aaa8bbb8 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:35.835515 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-838bcf57-03d7-44de-bb88-fd9101aa8bb1 req-a7d005c1-e77c-45f6-b884-66e3aaa8bbb8 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 946 time: 0.0690172 Aug 31 04:34:35.888621 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-70d19ed5-ce9d-4176-9a65-adfce7a24a45 req-51ccd40c-d357-4e6d-9996-8a4a80e4785f tempest-VolumesNegativeTest-2131575490 tempest-VolumesNegativeTest-2131575490-project] 10.222.0.37 "GET /v2.0/security-groups?id=8961957e-826b-42a7-a629-d1fffeee0d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521600 Aug 31 04:34:35.893190 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-838bcf57-03d7-44de-bb88-fd9101aa8bb1 req-fd3c598c-4e3d-4156-b12d-a68b41e7a643 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b04e1e0-6e1c-49a5-a7f2-f3ca3ba46212&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511193 Aug 31 04:34:36.021618 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-ab5bb075-8961-4a9a-b85f-6d00e7ce3c4d req-e5d0ea05-fe29-4e54-b647-fafed7e40acd tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.37 "GET /v2.0/ports?device_id=06f145f2-db4f-43fe-8f72-8ce0d2e9547a HTTP/1.1" status: 200 len: 210 time: 0.0446501 Aug 31 04:34:36.086467 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cc30a8-0d3e-4e17-b643-469042979a81 req-09c09e01-65a8-4cd7-a600-8e66580a948c tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:36.090570 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-11cc30a8-0d3e-4e17-b643-469042979a81 req-09c09e01-65a8-4cd7-a600-8e66580a948c tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/ports?device_id=52cbbfc5-8311-4ec1-a286-07786d70effb HTTP/1.1" status: 200 len: 946 time: 0.1131279 Aug 31 04:34:36.103481 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b1dc35-f220-4236-97f2-7b113286bb95 req-78e1ccbf-9d4d-4c59-86d5-cada9d80ca1e tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:36.105003 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-00b1dc35-f220-4236-97f2-7b113286bb95 req-78e1ccbf-9d4d-4c59-86d5-cada9d80ca1e tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.13 "GET /v2.0/networks?id=324d503c-fc7f-4c16-bee4-2a3af6fefdb5 HTTP/1.1" status: 200 len: 814 time: 0.1802056 Aug 31 04:34:36.158603 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.v2.base [req-00b1dc35-f220-4236-97f2-7b113286bb95 req-ab7a631f-f408-4678-b961-4551cb997e62 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] Request body: {'port': {'device_id': '06f145f2-db4f-43fe-8f72-8ce0d2e9547a', 'network_id': '324d503c-fc7f-4c16-bee4-2a3af6fefdb5', 'admin_state_up': True, 'tenant_id': 'd2a1a3669e5349b3b72956eee5c16264'}} {{(pid=93874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:34:36.210366 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-11cc30a8-0d3e-4e17-b643-469042979a81 req-f84aec6b-da24-4221-96cd-8a34130cd71b tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/security-groups?id=48bcc221-22f0-42ba-bd8e-dded2d21f831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043148 Aug 31 04:34:36.239708 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21499b80-29f7-4dff-a16d-615f557224e7 req-ad05d87f-dc6d-4133-8ce7-ca4b9d20f947 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:36.241283 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-21499b80-29f7-4dff-a16d-615f557224e7 req-ad05d87f-dc6d-4133-8ce7-ca4b9d20f947 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/ports?device_id=390893f3-2c2b-4803-b7a8-3c19fb0503a4 HTTP/1.1" status: 200 len: 945 time: 0.1203449 Aug 31 04:34:36.305818 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-21499b80-29f7-4dff-a16d-615f557224e7 req-2850d6c6-0ecd-4487-8863-8a3a710481c9 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/security-groups?id=75b78e4a-f72a-42ae-924c-e5c8844ea7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552821 Aug 31 04:34:36.316860 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00b1dc35-f220-4236-97f2-7b113286bb95 req-ab7a631f-f408-4678-b961-4551cb997e62 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] Made reservation on behalf of d2a1a3669e5349b3b72956eee5c16264 for: {'port': 1} {{(pid=93874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:34:36.320792 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [req-00b1dc35-f220-4236-97f2-7b113286bb95 req-ab7a631f-f408-4678-b961-4551cb997e62 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:36.451389 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.db.db_base_plugin_common [req-00b1dc35-f220-4236-97f2-7b113286bb95 req-ab7a631f-f408-4678-b961-4551cb997e62 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] Allocated IP 172.20.0.12 (324d503c-fc7f-4c16-bee4-2a3af6fefdb5/5dd8637b-f77f-4006-8986-9a7f8cb1c65f/1e8d90d6-bede-4c25-8909-7186f8e941f0) {{(pid=93874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:34:36.608676 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [req-00b1dc35-f220-4236-97f2-7b113286bb95 req-ab7a631f-f408-4678-b961-4551cb997e62 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] Notify callbacks [] for port, precommit_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:36.703602 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b11a10-2913-493d-a822-69469a07b599 req-6d0feeaa-2e34-470c-b880-614b573deab7 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:36.705646 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-13b11a10-2913-493d-a822-69469a07b599 req-6d0feeaa-2e34-470c-b880-614b573deab7 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 945 time: 0.0859399 Aug 31 04:34:36.725079 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Device 8d98100c-e33b-4b2a-978c-3c6e808347fd details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=93875) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 04:34:36.736444 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [req-00b1dc35-f220-4236-97f2-7b113286bb95 req-ab7a631f-f408-4678-b961-4551cb997e62 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730086931496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16403769'] for port, after_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:36.754413 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Device aaa499c0-5a26-4672-a78d-9fc4fa36a9ba up at agent hyperv_hv-cinder-77819 {{(pid=93875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:34:36.794434 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7a631f-f408-4678-b961-4551cb997e62 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] Pushing event updated for resources: {'Port': ['ID=1e8d90d6-bede-4c25-8909-7186f8e941f0,revision_number=1']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:34:36.810011 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00b1dc35-f220-4236-97f2-7b113286bb95 req-ab7a631f-f408-4678-b961-4551cb997e62 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] Network 324d503c-fc7f-4c16-bee4-2a3af6fefdb5 is already hosted by enough agents. {{(pid=93874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:34:36.811627 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] get_ports_and_sgs() called for port_ids ['869c154e-acb4-4cc7-b8f9-ba1c74c92d03', 'beb6bb0c-c754-4d1a-bf05-234c5b3fd767'] {{(pid=93875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 04:34:36.813037 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.scheduler.base_scheduler [req-00b1dc35-f220-4236-97f2-7b113286bb95 req-ab7a631f-f408-4678-b961-4551cb997e62 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] Resources bound (agent type, host, resource id): {{(pid=93874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:34:36.817848 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [req-00b1dc35-f220-4236-97f2-7b113286bb95 req-ab7a631f-f408-4678-b961-4551cb997e62 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] Received port after_create {{(pid=93874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 04:34:36.824338 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-13b11a10-2913-493d-a822-69469a07b599 req-8326f34c-7b92-453a-b6a3-3657124d56fe tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f65e94a-0045-4695-bea3-6d2c0c319a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090348 Aug 31 04:34:36.873539 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b1dc35-f220-4236-97f2-7b113286bb95 req-ab7a631f-f408-4678-b961-4551cb997e62 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:36.874187 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [req-00b1dc35-f220-4236-97f2-7b113286bb95 req-ab7a631f-f408-4678-b961-4551cb997e62 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8355474'] for port, before_response {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:36.888797 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-00b1dc35-f220-4236-97f2-7b113286bb95 req-ab7a631f-f408-4678-b961-4551cb997e62 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7388620 Aug 31 04:34:36.923247 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.v2.base [req-00b1dc35-f220-4236-97f2-7b113286bb95 req-96e834b0-2068-4b81-89b5-0d6e846db31c service neutron] Request body: {'port': {'device_id': '06f145f2-db4f-43fe-8f72-8ce0d2e9547a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=93874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:34:37.041962 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Provisioning for port aaa499c0-5a26-4672-a78d-9fc4fa36a9ba completed by entity L2. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 04:34:37.049115 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] For port 8d98100c-e33b-4b2a-978c-3c6e808347fd, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=8d98100c-e33b-4b2a-978c-3c6e808347fd,segment=NetworkSegment(04d81822-46b8-4f45-b440-12077a5e7040),segment_id=04d81822-46b8-4f45-b440-12077a5e7040)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:34:37.061676 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Provisioning complete for port aaa499c0-5a26-4672-a78d-9fc4fa36a9ba triggered by entity L2. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:34:37.062046 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667402'] for port, provisioning_complete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:37.069799 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [req-00b1dc35-f220-4236-97f2-7b113286bb95 req-96e834b0-2068-4b81-89b5-0d6e846db31c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:37.086161 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Returning: {'device': '8d98100c-e33b-4b2a-978c-3c6e808347fd', 'network_id': 'c2ea8cc4-7293-4ba2-a35f-c89afb54b78d', 'port_id': '8d98100c-e33b-4b2a-978c-3c6e808347fd', 'mac_address': 'fa:16:3e:a6:cc:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ddf2812-8778-44d1-a418-00b95661b7d3', 'ip_address': '192.168.233.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93875) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 04:34:37.095255 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263c0586-6b9f-42f9-af21-d6eb5990e7ba req-e6dc0fd7-e2ed-4c35-995a-dc91b6c11a45 tempest-VolumesNegativeTest-2131575490 tempest-VolumesNegativeTest-2131575490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:37.096735 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-263c0586-6b9f-42f9-af21-d6eb5990e7ba req-e6dc0fd7-e2ed-4c35-995a-dc91b6c11a45 tempest-VolumesNegativeTest-2131575490 tempest-VolumesNegativeTest-2131575490-project] 10.222.0.37 "GET /v2.0/ports?device_id=dfea9db9-6909-4d3e-9dce-79af7dc61cfb HTTP/1.1" status: 200 len: 948 time: 0.1157773 Aug 31 04:34:37.143723 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9b8667-d02d-40ab-865f-4f68d9217f88 req-08b0aaf0-967f-4084-8b4b-f1426c0ead35 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:37.146601 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-6d9b8667-d02d-40ab-865f-4f68d9217f88 req-08b0aaf0-967f-4084-8b4b-f1426c0ead35 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 946 time: 0.1498570 Aug 31 04:34:37.174612 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:37.231197 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.notifiers.nova [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d98100c-e33b-4b2a-978c-3c6e808347fd {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 04:34:37.257071 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-263c0586-6b9f-42f9-af21-d6eb5990e7ba req-9a9d7057-444b-47c8-a98c-07a0e77f69b4 tempest-VolumesNegativeTest-2131575490 tempest-VolumesNegativeTest-2131575490-project] 10.222.0.37 "GET /v2.0/security-groups?id=8961957e-826b-42a7-a629-d1fffeee0d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350353 Aug 31 04:34:37.263716 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:37.284838 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-6d9b8667-d02d-40ab-865f-4f68d9217f88 req-b9283720-7aea-4e66-8c82-47ef20862eaf tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b04e1e0-6e1c-49a5-a7f2-f3ca3ba46212&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1091723 Aug 31 04:34:37.294540 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] For port 8d98100c-e33b-4b2a-978c-3c6e808347fd, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=8d98100c-e33b-4b2a-978c-3c6e808347fd,segment=NetworkSegment(04d81822-46b8-4f45-b440-12077a5e7040),segment_id=04d81822-46b8-4f45-b440-12077a5e7040)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:34:37.307163 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:37.321456 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc9e0bd4-22bc-4fae-b4da-95d3b319a99b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaa499c0-5a26-4672-a78d-9fc4fa36a9ba'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 04:34:37.323903 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb65e2f83a67e5a17dc8ea4502d49053413b763c9a1f232c6edaada591b5d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3471ffc3-7e31-43c6-bc77-91ff0089df9f" -d '{"events": [{"server_uuid": "dc9e0bd4-22bc-4fae-b4da-95d3b319a99b", "name": "network-vif-plugged", "status": "completed", "tag": "aaa499c0-5a26-4672-a78d-9fc4fa36a9ba"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:34:37.359472 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] For port aaa499c0-5a26-4672-a78d-9fc4fa36a9ba, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=aaa499c0-5a26-4672-a78d-9fc4fa36a9ba,segment=NetworkSegment(addae48f-32b7-413b-a119-940a5c53c50e),segment_id=addae48f-32b7-413b-a119-940a5c53c50e)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:34:37.376794 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:37.407152 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Pushing event updated for resources: {'Port': ['ID=8d98100c-e33b-4b2a-978c-3c6e808347fd,revision_number=4']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:34:37.479682 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Pushing event updated for resources: {'Port': ['ID=aaa499c0-5a26-4672-a78d-9fc4fa36a9ba,revision_number=5']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:34:37.488570 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdf5600-d5d9-4d43-afa6-70ab0764f0a8 req-e2d7be25-f2d1-4834-9efe-c4c365f2115f tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:37.490663 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-efdf5600-d5d9-4d43-afa6-70ab0764f0a8 req-e2d7be25-f2d1-4834-9efe-c4c365f2115f tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.37 "GET /v2.0/ports?device_id=06f145f2-db4f-43fe-8f72-8ce0d2e9547a HTTP/1.1" status: 200 len: 932 time: 0.1456771 Aug 31 04:34:37.510791 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e416eb04-f6b7-422d-8843-7a2ef4d965c0 req-8b105be8-7f4a-40bf-a4d8-d314771a1f5e tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:37.512530 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-e416eb04-f6b7-422d-8843-7a2ef4d965c0 req-8b105be8-7f4a-40bf-a4d8-d314771a1f5e tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/ports?device_id=390893f3-2c2b-4803-b7a8-3c19fb0503a4 HTTP/1.1" status: 200 len: 945 time: 0.1135378 Aug 31 04:34:37.609370 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-efdf5600-d5d9-4d43-afa6-70ab0764f0a8 req-267a0946-e437-422b-83f8-3f6eb1b492a6 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.37 "GET /v2.0/security-groups?id=6edf5784-9dde-4b8b-8160-15944e15858a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107976 Aug 31 04:34:37.612412 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.notifiers.nova [req-00b1dc35-f220-4236-97f2-7b113286bb95 req-96e834b0-2068-4b81-89b5-0d6e846db31c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e8d90d6-bede-4c25-8909-7186f8e941f0 {{(pid=93874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 04:34:37.629292 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [req-00b1dc35-f220-4236-97f2-7b113286bb95 req-96e834b0-2068-4b81-89b5-0d6e846db31c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:37.640216 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-e416eb04-f6b7-422d-8843-7a2ef4d965c0 req-a5d3f45b-f86c-48ac-8803-1f159f42271f tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/security-groups?id=75b78e4a-f72a-42ae-924c-e5c8844ea7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121981 Aug 31 04:34:37.647593 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [req-00b1dc35-f220-4236-97f2-7b113286bb95 req-96e834b0-2068-4b81-89b5-0d6e846db31c service neutron] Transition to ACTIVE for port object 1e8d90d6-bede-4c25-8909-7186f8e941f0 will not be triggered until provisioned by entity L2. {{(pid=93874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 04:34:37.651755 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [req-00b1dc35-f220-4236-97f2-7b113286bb95 req-96e834b0-2068-4b81-89b5-0d6e846db31c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16403712'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:37.668927 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 04:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60cc207b-92af-473a-bd66-0a0aa74feb0c x-openstack-request-id: req-60cc207b-92af-473a-bd66-0a0aa74feb0c {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:34:37.669463 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc9e0bd4-22bc-4fae-b4da-95d3b319a99b", "name": "network-vif-plugged", "status": "completed", "tag": "aaa499c0-5a26-4672-a78d-9fc4fa36a9ba", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:34:37.669869 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-60cc207b-92af-473a-bd66-0a0aa74feb0c {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:34:37.670495 dv-cinder-778193-7-iscsi neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc9e0bd4-22bc-4fae-b4da-95d3b319a99b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaa499c0-5a26-4672-a78d-9fc4fa36a9ba', 'code': 200} Aug 31 04:34:37.704363 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e834b0-2068-4b81-89b5-0d6e846db31c service neutron] Pushing event updated for resources: {'Port': ['ID=1e8d90d6-bede-4c25-8909-7186f8e941f0,revision_number=2']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:34:37.787822 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.managers [req-00b1dc35-f220-4236-97f2-7b113286bb95 req-96e834b0-2068-4b81-89b5-0d6e846db31c service neutron] Attempting to bind port 1e8d90d6-bede-4c25-8909-7186f8e941f0 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 04:34:37.788304 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.managers [req-00b1dc35-f220-4236-97f2-7b113286bb95 req-96e834b0-2068-4b81-89b5-0d6e846db31c service neutron] Attempting to bind port 1e8d90d6-bede-4c25-8909-7186f8e941f0 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '5ae55f0a-ffba-458b-8371-7ff11ecedc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '324d503c-fc7f-4c16-bee4-2a3af6fefdb5'}] {{(pid=93874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 04:34:37.788707 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b1dc35-f220-4236-97f2-7b113286bb95 req-96e834b0-2068-4b81-89b5-0d6e846db31c service neutron] Attempting to bind port 1e8d90d6-bede-4c25-8909-7186f8e941f0 on network 324d503c-fc7f-4c16-bee4-2a3af6fefdb5 {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 04:34:37.798757 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b1dc35-f220-4236-97f2-7b113286bb95 req-96e834b0-2068-4b81-89b5-0d6e846db31c service neutron] Port 1e8d90d6-bede-4c25-8909-7186f8e941f0 on network 324d503c-fc7f-4c16-bee4-2a3af6fefdb5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 04:34:37.799125 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b1dc35-f220-4236-97f2-7b113286bb95 req-96e834b0-2068-4b81-89b5-0d6e846db31c service neutron] Attempting to bind port 1e8d90d6-bede-4c25-8909-7186f8e941f0 on network 324d503c-fc7f-4c16-bee4-2a3af6fefdb5 {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 04:34:37.805273 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b1dc35-f220-4236-97f2-7b113286bb95 req-96e834b0-2068-4b81-89b5-0d6e846db31c service neutron] Checking agent: {'id': 'cec96490-d34b-42db-b58a-d4405faa4e11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 4, 30, 28), 'started_at': datetime.datetime(2021, 8, 31, 4, 30, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 4, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 04:34:37.805722 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b1dc35-f220-4236-97f2-7b113286bb95 req-96e834b0-2068-4b81-89b5-0d6e846db31c service neutron] Checking segment: {'id': '5ae55f0a-ffba-458b-8371-7ff11ecedc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '324d503c-fc7f-4c16-bee4-2a3af6fefdb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 04:34:37.806417 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b1dc35-f220-4236-97f2-7b113286bb95 req-96e834b0-2068-4b81-89b5-0d6e846db31c service neutron] Bound using segment: {'id': '5ae55f0a-ffba-458b-8371-7ff11ecedc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '324d503c-fc7f-4c16-bee4-2a3af6fefdb5'} {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 04:34:37.806855 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.managers [req-00b1dc35-f220-4236-97f2-7b113286bb95 req-96e834b0-2068-4b81-89b5-0d6e846db31c service neutron] Bound port: 1e8d90d6-bede-4c25-8909-7186f8e941f0, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ae55f0a-ffba-458b-8371-7ff11ecedc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '324d503c-fc7f-4c16-bee4-2a3af6fefdb5'}}] {{(pid=93874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 04:34:37.807219 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [req-00b1dc35-f220-4236-97f2-7b113286bb95 req-96e834b0-2068-4b81-89b5-0d6e846db31c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:37.906772 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [req-00b1dc35-f220-4236-97f2-7b113286bb95 req-96e834b0-2068-4b81-89b5-0d6e846db31c service neutron] For port 1e8d90d6-bede-4c25-8909-7186f8e941f0, host hv-cinder-77819, cleared binding levels {{(pid=93874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:34:37.913454 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [req-00b1dc35-f220-4236-97f2-7b113286bb95 req-96e834b0-2068-4b81-89b5-0d6e846db31c service neutron] For port 1e8d90d6-bede-4c25-8909-7186f8e941f0, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=1e8d90d6-bede-4c25-8909-7186f8e941f0,segment=NetworkSegment(5ae55f0a-ffba-458b-8371-7ff11ecedc8f),segment_id=5ae55f0a-ffba-458b-8371-7ff11ecedc8f)] {{(pid=93874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:34:37.932209 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [req-00b1dc35-f220-4236-97f2-7b113286bb95 req-96e834b0-2068-4b81-89b5-0d6e846db31c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16403712'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:37.962373 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b1dc35-f220-4236-97f2-7b113286bb95 req-96e834b0-2068-4b81-89b5-0d6e846db31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:37.963007 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [req-00b1dc35-f220-4236-97f2-7b113286bb95 req-96e834b0-2068-4b81-89b5-0d6e846db31c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8355474'] for port, before_response {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:37.963127 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25b86cf-8a76-4e09-97bc-91efa1d17d99 req-bc2d44cf-2b25-4338-8e6e-bdf099dee51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:37.964417 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-00b1dc35-f220-4236-97f2-7b113286bb95 req-96e834b0-2068-4b81-89b5-0d6e846db31c service neutron] 10.222.0.13 "PUT /v2.0/ports/1e8d90d6-bede-4c25-8909-7186f8e941f0 HTTP/1.1" status: 200 len: 1094 time: 1.0460472 Aug 31 04:34:37.964819 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-f25b86cf-8a76-4e09-97bc-91efa1d17d99 req-bc2d44cf-2b25-4338-8e6e-bdf099dee51c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 1099 time: 0.0577757 Aug 31 04:34:37.970666 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] get_ports_and_sgs() called for port_ids ['8d98100c-e33b-4b2a-978c-3c6e808347fd'] {{(pid=93875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 04:34:38.037867 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06f145f2-db4f-43fe-8f72-8ce0d2e9547a', 'tag': '1e8d90d6-bede-4c25-8909-7186f8e941f0'}] {{(pid=93874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 04:34:38.044222 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5938699f339110e9e8a85feef94aa89cb8ce9e43d70de9421afa6be4e30d1429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d68e3093-5af8-4e55-bfc1-486064f570b2" -d '{"events": [{"name": "network-changed", "server_uuid": "06f145f2-db4f-43fe-8f72-8ce0d2e9547a", "tag": "1e8d90d6-bede-4c25-8909-7186f8e941f0"}]}' {{(pid=93874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:34:38.074528 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-f25b86cf-8a76-4e09-97bc-91efa1d17d99 req-0fb9ffaa-e959-451a-b928-33c61866e951 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0f65e94a-0045-4695-bea3-6d2c0c319a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775845 Aug 31 04:34:38.096230 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d26bc6-58ca-488d-ba92-d741c54a7db1 req-cd0d58ac-0073-4c44-b27e-a44df65f698a tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:38.097798 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-06d26bc6-58ca-488d-ba92-d741c54a7db1 req-cd0d58ac-0073-4c44-b27e-a44df65f698a tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 946 time: 0.1810741 Aug 31 04:34:38.098972 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e834b0-2068-4b81-89b5-0d6e846db31c service neutron] Pushing event updated for resources: {'Port': ['ID=1e8d90d6-bede-4c25-8909-7186f8e941f0,revision_number=3']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:34:38.154404 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 04:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed2a687d-3cfc-49a9-b9ce-36e4231f0edb x-openstack-request-id: req-ed2a687d-3cfc-49a9-b9ce-36e4231f0edb {{(pid=93874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:34:38.155052 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06f145f2-db4f-43fe-8f72-8ce0d2e9547a", "tag": "1e8d90d6-bede-4c25-8909-7186f8e941f0", "status": "completed", "code": 200}]} {{(pid=93874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:34:38.155358 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ed2a687d-3cfc-49a9-b9ce-36e4231f0edb {{(pid=93874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:34:38.155763 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06f145f2-db4f-43fe-8f72-8ce0d2e9547a', 'tag': '1e8d90d6-bede-4c25-8909-7186f8e941f0', 'status': 'completed', 'code': 200} Aug 31 04:34:38.169453 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-06d26bc6-58ca-488d-ba92-d741c54a7db1 req-61200217-e30b-44d4-8399-6fd72328c897 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f65e94a-0045-4695-bea3-6d2c0c319a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648797 Aug 31 04:34:38.381971 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9a201c-834e-4b06-a376-4f6197ef41e6 req-6c195e8e-b44c-4025-a4cd-c0d3d9a55d44 tempest-VolumesNegativeTest-2131575490 tempest-VolumesNegativeTest-2131575490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:38.386606 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-fb9a201c-834e-4b06-a376-4f6197ef41e6 req-6c195e8e-b44c-4025-a4cd-c0d3d9a55d44 tempest-VolumesNegativeTest-2131575490 tempest-VolumesNegativeTest-2131575490-project] 10.222.0.37 "GET /v2.0/ports?device_id=dfea9db9-6909-4d3e-9dce-79af7dc61cfb HTTP/1.1" status: 200 len: 949 time: 0.0548947 Aug 31 04:34:38.487083 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687f7ccb-a81f-46c4-b86d-6bdf7169fcac req-4eb0fa64-57b0-4750-8a2e-65470b4e936e tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:38.488561 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-687f7ccb-a81f-46c4-b86d-6bdf7169fcac req-4eb0fa64-57b0-4750-8a2e-65470b4e936e tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 946 time: 0.1009300 Aug 31 04:34:38.494777 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-fb9a201c-834e-4b06-a376-4f6197ef41e6 req-7e39496e-2d10-4244-94dc-4a1c54883e44 tempest-VolumesNegativeTest-2131575490 tempest-VolumesNegativeTest-2131575490-project] 10.222.0.37 "GET /v2.0/security-groups?id=8961957e-826b-42a7-a629-d1fffeee0d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970154 Aug 31 04:34:38.535362 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b1dc35-f220-4236-97f2-7b113286bb95 req-d16a487b-4ac9-438f-a741-5186ea9410d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:38.537561 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-00b1dc35-f220-4236-97f2-7b113286bb95 req-d16a487b-4ac9-438f-a741-5186ea9410d4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d2a1a3669e5349b3b72956eee5c16264&device_id=06f145f2-db4f-43fe-8f72-8ce0d2e9547a HTTP/1.1" status: 200 len: 1097 time: 0.0889864 Aug 31 04:34:38.542557 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-687f7ccb-a81f-46c4-b86d-6bdf7169fcac req-5e7a1e17-6b06-4c82-a951-9e89c218e94f tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b04e1e0-6e1c-49a5-a7f2-f3ca3ba46212&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469339 Aug 31 04:34:38.644394 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-00b1dc35-f220-4236-97f2-7b113286bb95 req-879508cc-db1a-4195-b8bb-31a57ad91b65 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1e8d90d6-bede-4c25-8909-7186f8e941f0 HTTP/1.1" status: 200 len: 217 time: 0.0346217 Aug 31 04:34:38.734328 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b1dc35-f220-4236-97f2-7b113286bb95 req-704dd065-3326-46ed-855c-ab9199ae2453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:38.735760 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-00b1dc35-f220-4236-97f2-7b113286bb95 req-704dd065-3326-46ed-855c-ab9199ae2453 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5dd8637b-f77f-4006-8986-9a7f8cb1c65f HTTP/1.1" status: 200 len: 854 time: 0.0737116 Aug 31 04:34:38.751084 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7278a7cf-bda6-4053-8259-3db9d6ea5bff req-e98a42b7-835f-4c69-b9a1-10d7d40f2f51 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:38.752458 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-7278a7cf-bda6-4053-8259-3db9d6ea5bff req-e98a42b7-835f-4c69-b9a1-10d7d40f2f51 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.37 "GET /v2.0/ports?device_id=06f145f2-db4f-43fe-8f72-8ce0d2e9547a HTTP/1.1" status: 200 len: 944 time: 0.0629821 Aug 31 04:34:38.794806 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-00b1dc35-f220-4236-97f2-7b113286bb95 req-adfd907d-4e74-47e9-9f7e-2b3bded8e717 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=324d503c-fc7f-4c16-bee4-2a3af6fefdb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302258 Aug 31 04:34:38.812308 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-7278a7cf-bda6-4053-8259-3db9d6ea5bff req-a523adf8-7722-4fc4-a2ad-f60219465dcd tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.37 "GET /v2.0/security-groups?id=6edf5784-9dde-4b8b-8160-15944e15858a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534055 Aug 31 04:34:38.895999 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-00b1dc35-f220-4236-97f2-7b113286bb95 req-8d11761d-c65e-4195-92bd-abaff571bdf8 service neutron] 10.222.0.13 "GET /v2.0/networks/324d503c-fc7f-4c16-bee4-2a3af6fefdb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826676 Aug 31 04:34:38.986220 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-00b1dc35-f220-4236-97f2-7b113286bb95 req-274807ab-699d-4495-b1a0-b7e28c53d999 service neutron] 10.222.0.13 "GET /v2.0/networks/324d503c-fc7f-4c16-bee4-2a3af6fefdb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811992 Aug 31 04:34:39.159111 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68e3093-5af8-4e55-bfc1-486064f570b2 req-f12bb345-b2ab-4ff2-8bb1-3e9dda3a9432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:39.160960 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-d68e3093-5af8-4e55-bfc1-486064f570b2 req-f12bb345-b2ab-4ff2-8bb1-3e9dda3a9432 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d2a1a3669e5349b3b72956eee5c16264&device_id=06f145f2-db4f-43fe-8f72-8ce0d2e9547a HTTP/1.1" status: 200 len: 1097 time: 0.0394893 Aug 31 04:34:39.558138 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48143c04-98ad-4c7b-83af-7be6c9e94b15 req-d8154f5b-8313-486b-ad5c-fd02f916aaa1 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:39.559623 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-48143c04-98ad-4c7b-83af-7be6c9e94b15 req-d8154f5b-8313-486b-ad5c-fd02f916aaa1 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 946 time: 0.1047766 Aug 31 04:34:39.572547 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d519ec-45d5-4def-bac1-227c2b32b31a req-4847124d-eab3-455c-8384-04c9775278a9 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:39.573997 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-89d519ec-45d5-4def-bac1-227c2b32b31a req-4847124d-eab3-455c-8384-04c9775278a9 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/ports?device_id=390893f3-2c2b-4803-b7a8-3c19fb0503a4 HTTP/1.1" status: 200 len: 945 time: 0.1202435 Aug 31 04:34:39.599752 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68e3093-5af8-4e55-bfc1-486064f570b2 req-7ba4234e-41c0-4d8d-ae7f-184043e92ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:39.601196 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-d68e3093-5af8-4e55-bfc1-486064f570b2 req-7ba4234e-41c0-4d8d-ae7f-184043e92ada service neutron] 10.222.0.13 "GET /v2.0/networks?id=324d503c-fc7f-4c16-bee4-2a3af6fefdb5 HTTP/1.1" status: 200 len: 915 time: 0.4091992 Aug 31 04:34:39.630622 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-48143c04-98ad-4c7b-83af-7be6c9e94b15 req-43f686f6-a533-430d-bd40-889d799640c7 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f65e94a-0045-4695-bea3-6d2c0c319a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556352 Aug 31 04:34:39.652915 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-89d519ec-45d5-4def-bac1-227c2b32b31a req-067a6e8f-db9e-4dd3-881d-cae8ef3be9ba tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/security-groups?id=75b78e4a-f72a-42ae-924c-e5c8844ea7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670996 Aug 31 04:34:39.700508 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-d68e3093-5af8-4e55-bfc1-486064f570b2 req-d60d4220-114e-4897-bb9b-0b56c0e6d977 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1e8d90d6-bede-4c25-8909-7186f8e941f0 HTTP/1.1" status: 200 len: 217 time: 0.0498452 Aug 31 04:34:39.808618 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68e3093-5af8-4e55-bfc1-486064f570b2 req-bbf0f1b8-43c5-4ee4-9688-c3d216f61380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:39.809987 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-d68e3093-5af8-4e55-bfc1-486064f570b2 req-bbf0f1b8-43c5-4ee4-9688-c3d216f61380 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5dd8637b-f77f-4006-8986-9a7f8cb1c65f HTTP/1.1" status: 200 len: 854 time: 0.1005752 Aug 31 04:34:39.830901 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddb437d-9992-41d1-ae79-4ef42f861e86 req-7808a63b-22a6-4e1d-90ad-7611030ad50b tempest-VolumesNegativeTest-2131575490 tempest-VolumesNegativeTest-2131575490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:39.832347 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-bddb437d-9992-41d1-ae79-4ef42f861e86 req-7808a63b-22a6-4e1d-90ad-7611030ad50b tempest-VolumesNegativeTest-2131575490 tempest-VolumesNegativeTest-2131575490-project] 10.222.0.37 "GET /v2.0/ports?device_id=dfea9db9-6909-4d3e-9dce-79af7dc61cfb HTTP/1.1" status: 200 len: 949 time: 0.1132028 Aug 31 04:34:39.869952 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5a28a1-71b2-493a-b66d-089a0524f64b req-b2e37735-aeef-4304-b1dc-a69d73945f12 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:39.871533 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-4e5a28a1-71b2-493a-b66d-089a0524f64b req-b2e37735-aeef-4304-b1dc-a69d73945f12 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 946 time: 0.1534271 Aug 31 04:34:39.874499 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-d68e3093-5af8-4e55-bfc1-486064f570b2 req-5c8df513-43fa-4567-8bef-c5ec52e7c6b5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=324d503c-fc7f-4c16-bee4-2a3af6fefdb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512938 Aug 31 04:34:39.919662 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-bddb437d-9992-41d1-ae79-4ef42f861e86 req-197f10d8-7794-47d6-a246-efc5b26d37cf tempest-VolumesNegativeTest-2131575490 tempest-VolumesNegativeTest-2131575490-project] 10.222.0.37 "GET /v2.0/security-groups?id=8961957e-826b-42a7-a629-d1fffeee0d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774283 Aug 31 04:34:39.926367 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-4e5a28a1-71b2-493a-b66d-089a0524f64b req-9448f80d-06af-4229-afbf-b639699bca7d tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b04e1e0-6e1c-49a5-a7f2-f3ca3ba46212&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452602 Aug 31 04:34:40.097406 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d44db6e-49bd-4f39-a125-b345beccbf69 req-a94870a1-4648-4ae9-ae11-5c71dea701fd tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:40.099430 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-3d44db6e-49bd-4f39-a125-b345beccbf69 req-a94870a1-4648-4ae9-ae11-5c71dea701fd tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.37 "GET /v2.0/ports?device_id=06f145f2-db4f-43fe-8f72-8ce0d2e9547a HTTP/1.1" status: 200 len: 944 time: 0.0882049 Aug 31 04:34:40.105244 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-d68e3093-5af8-4e55-bfc1-486064f570b2 req-97ae614c-806e-4b42-9b89-9790e2582aff service neutron] 10.222.0.13 "GET /v2.0/networks/324d503c-fc7f-4c16-bee4-2a3af6fefdb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436641 Aug 31 04:34:40.141524 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-3d44db6e-49bd-4f39-a125-b345beccbf69 req-d87869f5-d355-4fca-a4cd-130c9a58f3ea tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.37 "GET /v2.0/security-groups?id=6edf5784-9dde-4b8b-8160-15944e15858a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351722 Aug 31 04:34:40.245870 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-d68e3093-5af8-4e55-bfc1-486064f570b2 req-b4b7bf7d-b254-46d2-8606-452cbed3fff4 service neutron] 10.222.0.13 "GET /v2.0/networks/324d503c-fc7f-4c16-bee4-2a3af6fefdb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033256 Aug 31 04:34:40.662832 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9fdeec-a143-4d79-9c4f-5941a5b49fab req-be0be663-6806-4f05-a63f-18df58aab89a tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:40.664562 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-4a9fdeec-a143-4d79-9c4f-5941a5b49fab req-be0be663-6806-4f05-a63f-18df58aab89a tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 945 time: 0.0482063 Aug 31 04:34:40.705971 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-4a9fdeec-a143-4d79-9c4f-5941a5b49fab req-51563d67-dea7-43a7-9ea1-9cd382772673 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/security-groups?id=330d847d-5013-4fa4-a7d6-33fbc6014196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331495 Aug 31 04:34:40.751655 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Device 8d98100c-e33b-4b2a-978c-3c6e808347fd up at agent hyperv_hv-cinder-77819 {{(pid=93875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:34:40.753872 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bf670a-1b2f-4d56-a726-d976fb778e24 req-0e0e59c7-05c7-4347-8018-cdae1625d955 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:40.755819 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-f7bf670a-1b2f-4d56-a726-d976fb778e24 req-0e0e59c7-05c7-4347-8018-cdae1625d955 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 946 time: 0.0486262 Aug 31 04:34:40.811645 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Provisioning for port 8d98100c-e33b-4b2a-978c-3c6e808347fd completed by entity L2. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 04:34:40.814136 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-f7bf670a-1b2f-4d56-a726-d976fb778e24 req-a4fb3e36-6893-4943-9b46-f5cf8851c242 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f65e94a-0045-4695-bea3-6d2c0c319a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518882 Aug 31 04:34:40.816232 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Provisioning complete for port 8d98100c-e33b-4b2a-978c-3c6e808347fd triggered by entity L2. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:34:40.816615 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667402'] for port, provisioning_complete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:40.916378 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:40.946508 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfea9db9-6909-4d3e-9dce-79af7dc61cfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d98100c-e33b-4b2a-978c-3c6e808347fd'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 04:34:40.948994 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb65e2f83a67e5a17dc8ea4502d49053413b763c9a1f232c6edaada591b5d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfdb1842-f9e2-4401-b745-27448b34460e" -d '{"events": [{"server_uuid": "dfea9db9-6909-4d3e-9dce-79af7dc61cfb", "name": "network-vif-plugged", "status": "completed", "tag": "8d98100c-e33b-4b2a-978c-3c6e808347fd"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:34:40.962782 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] For port 8d98100c-e33b-4b2a-978c-3c6e808347fd, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=8d98100c-e33b-4b2a-978c-3c6e808347fd,segment=NetworkSegment(04d81822-46b8-4f45-b440-12077a5e7040),segment_id=04d81822-46b8-4f45-b440-12077a5e7040)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:34:40.967500 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0623ee9-0c45-41c8-ba3e-fa83ee661a6d req-f91ae43d-cb30-4a14-b2dc-5c2086fa4fd7 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:40.967638 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:40.969337 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-f0623ee9-0c45-41c8-ba3e-fa83ee661a6d req-f91ae43d-cb30-4a14-b2dc-5c2086fa4fd7 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 946 time: 0.0683868 Aug 31 04:34:41.015971 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Pushing event updated for resources: {'Port': ['ID=8d98100c-e33b-4b2a-978c-3c6e808347fd,revision_number=5']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:34:41.044539 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-f0623ee9-0c45-41c8-ba3e-fa83ee661a6d req-306369e6-0708-4cca-9d48-c351fd9aab67 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f65e94a-0045-4695-bea3-6d2c0c319a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611267 Aug 31 04:34:41.060227 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54988992-e583-4f02-a1a1-90658c33e9f5 req-aeca6a65-9f94-4340-b60b-4970984cb8c8 tempest-VolumesNegativeTest-2131575490 tempest-VolumesNegativeTest-2131575490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:41.061687 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-54988992-e583-4f02-a1a1-90658c33e9f5 req-aeca6a65-9f94-4340-b60b-4970984cb8c8 tempest-VolumesNegativeTest-2131575490 tempest-VolumesNegativeTest-2131575490-project] 10.222.0.37 "GET /v2.0/ports?device_id=dfea9db9-6909-4d3e-9dce-79af7dc61cfb HTTP/1.1" status: 200 len: 950 time: 0.0603533 Aug 31 04:34:41.088506 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 04:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e3ae381-be3f-4a6b-984a-9fab9fe297c0 x-openstack-request-id: req-6e3ae381-be3f-4a6b-984a-9fab9fe297c0 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:34:41.088743 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfea9db9-6909-4d3e-9dce-79af7dc61cfb", "name": "network-vif-plugged", "status": "completed", "tag": "8d98100c-e33b-4b2a-978c-3c6e808347fd", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:34:41.089175 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6e3ae381-be3f-4a6b-984a-9fab9fe297c0 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:34:41.089748 dv-cinder-778193-7-iscsi neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfea9db9-6909-4d3e-9dce-79af7dc61cfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d98100c-e33b-4b2a-978c-3c6e808347fd', 'code': 200} Aug 31 04:34:41.102315 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-54988992-e583-4f02-a1a1-90658c33e9f5 req-d916a370-95f0-4b98-9a7a-9bf6a5d408d2 tempest-VolumesNegativeTest-2131575490 tempest-VolumesNegativeTest-2131575490-project] 10.222.0.37 "GET /v2.0/security-groups?id=8961957e-826b-42a7-a629-d1fffeee0d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330005 Aug 31 04:34:41.184703 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c8a3f9-b88d-44e3-8cc4-13369515c73c req-3f644a5b-9575-4e9a-b19a-c280d4876b9c tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:41.186185 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-71c8a3f9-b88d-44e3-8cc4-13369515c73c req-3f644a5b-9575-4e9a-b19a-c280d4876b9c tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 946 time: 0.0490801 Aug 31 04:34:41.234651 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-71c8a3f9-b88d-44e3-8cc4-13369515c73c req-29e486d7-a17d-4678-b989-7c7703f87010 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b04e1e0-6e1c-49a5-a7f2-f3ca3ba46212&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413880 Aug 31 04:34:41.363336 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7890d9-2877-4191-8e1c-fe87408a1130 req-b19f4120-5b44-49b2-b3af-8f8377162bb5 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:41.365979 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-ba7890d9-2877-4191-8e1c-fe87408a1130 req-b19f4120-5b44-49b2-b3af-8f8377162bb5 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.37 "GET /v2.0/ports?device_id=06f145f2-db4f-43fe-8f72-8ce0d2e9547a HTTP/1.1" status: 200 len: 944 time: 0.0729270 Aug 31 04:34:41.371571 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2bdd58-2801-48a4-a962-891b0041a455 req-25955016-8d10-4f5a-9fe0-ea4cf8009f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:41.372985 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-ed2bdd58-2801-48a4-a962-891b0041a455 req-25955016-8d10-4f5a-9fe0-ea4cf8009f83 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=dfea9db9-6909-4d3e-9dce-79af7dc61cfb HTTP/1.1" status: 200 len: 1103 time: 0.0702896 Aug 31 04:34:41.463519 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-ba7890d9-2877-4191-8e1c-fe87408a1130 req-c19d0c13-2e58-416c-8ba1-084e82a92756 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.37 "GET /v2.0/security-groups?id=6edf5784-9dde-4b8b-8160-15944e15858a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843170 Aug 31 04:34:41.466947 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-ed2bdd58-2801-48a4-a962-891b0041a455 req-a9de6fa9-9af0-4365-8dc0-1d71b46ef953 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8961957e-826b-42a7-a629-d1fffeee0d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857339 Aug 31 04:34:41.483463 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9a4102-9697-473a-b9a0-f906e817d407 req-ee33333a-cb65-4dca-aab8-5b8ce2765fc7 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:41.484881 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-6c9a4102-9697-473a-b9a0-f906e817d407 req-ee33333a-cb65-4dca-aab8-5b8ce2765fc7 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 946 time: 0.0830169 Aug 31 04:34:41.522430 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-6c9a4102-9697-473a-b9a0-f906e817d407 req-f8032b3c-679f-4120-9e2c-c324f39e0e88 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f65e94a-0045-4695-bea3-6d2c0c319a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316460 Aug 31 04:34:41.831529 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66f3000-92c6-4e6e-86dc-77e17abebffd req-d0afd1af-275d-4569-b78a-8f80d7f83362 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:41.834354 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-e66f3000-92c6-4e6e-86dc-77e17abebffd req-d0afd1af-275d-4569-b78a-8f80d7f83362 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 945 time: 0.0514789 Aug 31 04:34:41.878531 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-e66f3000-92c6-4e6e-86dc-77e17abebffd req-fbad27c6-763b-4b2a-bc22-9af9dfa1bd92 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/security-groups?id=330d847d-5013-4fa4-a7d6-33fbc6014196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380087 Aug 31 04:34:42.214551 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85d6435-3ba1-4f78-9a5b-4660923b0f9b req-69a032a7-ad19-4775-a96d-e7e300c04268 tempest-VolumesNegativeTest-2131575490 tempest-VolumesNegativeTest-2131575490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:42.216001 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-a85d6435-3ba1-4f78-9a5b-4660923b0f9b req-69a032a7-ad19-4775-a96d-e7e300c04268 tempest-VolumesNegativeTest-2131575490 tempest-VolumesNegativeTest-2131575490-project] 10.222.0.37 "GET /v2.0/ports?device_id=dfea9db9-6909-4d3e-9dce-79af7dc61cfb HTTP/1.1" status: 200 len: 950 time: 0.0473812 Aug 31 04:34:42.252442 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-a85d6435-3ba1-4f78-9a5b-4660923b0f9b req-646ff423-8b0e-4683-9bf8-091b297a284b tempest-VolumesNegativeTest-2131575490 tempest-VolumesNegativeTest-2131575490-project] 10.222.0.37 "GET /v2.0/security-groups?id=8961957e-826b-42a7-a629-d1fffeee0d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306017 Aug 31 04:34:42.352541 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c222641-caaa-432f-ad09-1ff1dd268666 req-642e17fa-3adb-40ce-aff2-33ea522224b8 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:42.354024 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-4c222641-caaa-432f-ad09-1ff1dd268666 req-642e17fa-3adb-40ce-aff2-33ea522224b8 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 946 time: 0.0523534 Aug 31 04:34:42.391086 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-4c222641-caaa-432f-ad09-1ff1dd268666 req-c6c75080-9a4d-4b42-9197-064f3d584770 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b04e1e0-6e1c-49a5-a7f2-f3ca3ba46212&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311806 Aug 31 04:34:42.575077 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0e4a94-69a7-4b82-9790-4e92a7e5e22b req-bce372ed-5ed5-48c0-ab8b-fde20e42fbc3 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:42.576455 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-fe0e4a94-69a7-4b82-9790-4e92a7e5e22b req-bce372ed-5ed5-48c0-ab8b-fde20e42fbc3 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.37 "GET /v2.0/ports?device_id=06f145f2-db4f-43fe-8f72-8ce0d2e9547a HTTP/1.1" status: 200 len: 944 time: 0.0468006 Aug 31 04:34:42.613544 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-fe0e4a94-69a7-4b82-9790-4e92a7e5e22b req-b694f450-1044-4511-883a-d6838778c527 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.37 "GET /v2.0/security-groups?id=6edf5784-9dde-4b8b-8160-15944e15858a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313475 Aug 31 04:34:42.752632 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Device 1e8d90d6-bede-4c25-8909-7186f8e941f0 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=93875) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 04:34:42.846935 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] For port 1e8d90d6-bede-4c25-8909-7186f8e941f0, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=1e8d90d6-bede-4c25-8909-7186f8e941f0,segment=NetworkSegment(5ae55f0a-ffba-458b-8371-7ff11ecedc8f),segment_id=5ae55f0a-ffba-458b-8371-7ff11ecedc8f)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:34:42.859424 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Returning: {'device': '1e8d90d6-bede-4c25-8909-7186f8e941f0', 'network_id': '324d503c-fc7f-4c16-bee4-2a3af6fefdb5', 'port_id': '1e8d90d6-bede-4c25-8909-7186f8e941f0', 'mac_address': 'fa:16:3e:5b:03:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dd8637b-f77f-4006-8986-9a7f8cb1c65f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93875) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 04:34:42.894937 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:42.907164 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.notifiers.nova [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e8d90d6-bede-4c25-8909-7186f8e941f0 {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 04:34:42.925931 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] For port 1e8d90d6-bede-4c25-8909-7186f8e941f0, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=1e8d90d6-bede-4c25-8909-7186f8e941f0,segment=NetworkSegment(5ae55f0a-ffba-458b-8371-7ff11ecedc8f),segment_id=5ae55f0a-ffba-458b-8371-7ff11ecedc8f)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:34:42.930941 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:42.984549 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Pushing event updated for resources: {'Port': ['ID=1e8d90d6-bede-4c25-8909-7186f8e941f0,revision_number=4']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:34:42.992734 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:34:42.993120 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:34:42.993412 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:34:42.993747 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:34:42.994095 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:34:42.994430 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:34:42.994933 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:34:42.995262 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:34:42.995769 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:34:42.996100 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:34:42.996427 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:34:42.997258 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:34:43.019399 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93e7139-7a94-4d49-aac9-2ef880a7aaa9 req-ee9b8e97-6a31-4285-bfa6-e0aadb69f871 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:43.021297 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-c93e7139-7a94-4d49-aac9-2ef880a7aaa9 req-ee9b8e97-6a31-4285-bfa6-e0aadb69f871 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 945 time: 0.0623574 Aug 31 04:34:43.064657 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-c93e7139-7a94-4d49-aac9-2ef880a7aaa9 req-aa1d0d5f-a338-4292-9e23-f6321b76a288 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/security-groups?id=330d847d-5013-4fa4-a7d6-33fbc6014196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364223 Aug 31 04:34:43.371112 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f25571d-c713-4c64-8bb1-255f36cdf7da req-59749e58-08dc-467e-a8b3-235ed6984728 tempest-VolumesNegativeTest-2131575490 tempest-VolumesNegativeTest-2131575490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:43.372574 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-8f25571d-c713-4c64-8bb1-255f36cdf7da req-59749e58-08dc-467e-a8b3-235ed6984728 tempest-VolumesNegativeTest-2131575490 tempest-VolumesNegativeTest-2131575490-project] 10.222.0.37 "GET /v2.0/ports?device_id=dfea9db9-6909-4d3e-9dce-79af7dc61cfb HTTP/1.1" status: 200 len: 950 time: 0.0511200 Aug 31 04:34:43.409298 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-8f25571d-c713-4c64-8bb1-255f36cdf7da req-e05e6d00-d96b-43f6-957c-8ff58aa80470 tempest-VolumesNegativeTest-2131575490 tempest-VolumesNegativeTest-2131575490-project] 10.222.0.37 "GET /v2.0/security-groups?id=8961957e-826b-42a7-a629-d1fffeee0d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307531 Aug 31 04:34:43.511073 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cbaa95-d2ac-4586-b8c5-5ee980372683 req-f1a813ac-8045-4d9a-b273-dc74879a0e68 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:43.512555 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-d2cbaa95-d2ac-4586-b8c5-5ee980372683 req-f1a813ac-8045-4d9a-b273-dc74879a0e68 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 946 time: 0.0483160 Aug 31 04:34:43.553118 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-d2cbaa95-d2ac-4586-b8c5-5ee980372683 req-7bcb13fd-24d6-43b9-9da4-70131edf4bee tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b04e1e0-6e1c-49a5-a7f2-f3ca3ba46212&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347950 Aug 31 04:34:43.735646 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334a21d1-0d01-4a8a-b43d-87380862f707 req-a4c00072-3c61-456f-a8aa-c232ef948e1c tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:43.737192 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-334a21d1-0d01-4a8a-b43d-87380862f707 req-a4c00072-3c61-456f-a8aa-c232ef948e1c tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.37 "GET /v2.0/ports?device_id=06f145f2-db4f-43fe-8f72-8ce0d2e9547a HTTP/1.1" status: 200 len: 945 time: 0.0498164 Aug 31 04:34:43.773710 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-334a21d1-0d01-4a8a-b43d-87380862f707 req-8cb59b4f-5e15-43cc-9f9f-47d9f0ad8765 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.37 "GET /v2.0/security-groups?id=6edf5784-9dde-4b8b-8160-15944e15858a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306275 Aug 31 04:34:43.867063 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] get_ports_and_sgs() called for port_ids ['1e8d90d6-bede-4c25-8909-7186f8e941f0'] {{(pid=93875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 04:34:44.183641 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958b30ad-ffe0-4c53-8205-84894585bf7b req-1d625f53-0b06-4b3e-9403-769765cd1ce7 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:44.185114 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-958b30ad-ffe0-4c53-8205-84894585bf7b req-1d625f53-0b06-4b3e-9403-769765cd1ce7 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 945 time: 0.0503433 Aug 31 04:34:44.222753 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-958b30ad-ffe0-4c53-8205-84894585bf7b req-0984c651-8b92-495c-9e26-0dfcdd57e7c0 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/security-groups?id=330d847d-5013-4fa4-a7d6-33fbc6014196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317912 Aug 31 04:34:44.380464 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 34248) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:34:44.484044 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f8525b4b-77af-4e65-b1f2-dca61e72bd20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:44.524264 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33a3f3d-4e63-42e7-afbc-176297966c49 req-4e9c2fdb-0849-4e1d-81bc-13ba320ed9ee tempest-VolumesNegativeTest-2131575490 tempest-VolumesNegativeTest-2131575490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:44.525751 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-d33a3f3d-4e63-42e7-afbc-176297966c49 req-4e9c2fdb-0849-4e1d-81bc-13ba320ed9ee tempest-VolumesNegativeTest-2131575490 tempest-VolumesNegativeTest-2131575490-project] 10.222.0.37 "GET /v2.0/ports?device_id=dfea9db9-6909-4d3e-9dce-79af7dc61cfb HTTP/1.1" status: 200 len: 950 time: 0.0502079 Aug 31 04:34:44.563394 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-d33a3f3d-4e63-42e7-afbc-176297966c49 req-0e6bdbb8-1d3f-44a9-bb82-7775b1062557 tempest-VolumesNegativeTest-2131575490 tempest-VolumesNegativeTest-2131575490-project] 10.222.0.37 "GET /v2.0/security-groups?id=8961957e-826b-42a7-a629-d1fffeee0d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317805 Aug 31 04:34:44.575194 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f8525b4b-77af-4e65-b1f2-dca61e72bd20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:44.580284 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f8525b4b-77af-4e65-b1f2-dca61e72bd20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:44.610848 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-f8525b4b-77af-4e65-b1f2-dca61e72bd20 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ea01d6fb43f243acb7d7f0e3665f33d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2291441 Aug 31 04:34:44.611868 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 34262) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:34:44.637448 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8525b4b-77af-4e65-b1f2-dca61e72bd20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6308f48c-1700-4f9c-b3fe-c1c6419d5d70,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:34:44.696997 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-4004a8cc-b652-440f-b904-621fae8a78b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:44.730042 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-4004a8cc-b652-440f-b904-621fae8a78b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:44.752951 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d85de3d-d039-4631-a505-dc2b6fe42bb2 req-dc879ae9-9f42-499b-a4b2-1352aa06f034 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:44.755114 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-0d85de3d-d039-4631-a505-dc2b6fe42bb2 req-dc879ae9-9f42-499b-a4b2-1352aa06f034 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 946 time: 0.0902603 Aug 31 04:34:44.810055 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-0d85de3d-d039-4631-a505-dc2b6fe42bb2 req-4500ec29-7f21-4350-b25a-686b35271f6f tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b04e1e0-6e1c-49a5-a7f2-f3ca3ba46212&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466797 Aug 31 04:34:44.846472 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-4004a8cc-b652-440f-b904-621fae8a78b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:44.849623 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-4004a8cc-b652-440f-b904-621fae8a78b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:44.850804 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-4004a8cc-b652-440f-b904-621fae8a78b4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6308f48c-1700-4f9c-b3fe-c1c6419d5d70 HTTP/1.1" status: 204 len: 168 time: 0.2379615 Aug 31 04:34:44.865066 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4004a8cc-b652-440f-b904-621fae8a78b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6308f48c-1700-4f9c-b3fe-c1c6419d5d70,revision_number=None']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:34:44.877433 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde7769c-ccdf-4f42-be3b-3ec0644d1601 req-8d066713-e4e0-4152-a416-712b1def78e8 tempest-VolumesNegativeTest-2131575490 tempest-VolumesNegativeTest-2131575490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:44.879074 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-fde7769c-ccdf-4f42-be3b-3ec0644d1601 req-8d066713-e4e0-4152-a416-712b1def78e8 tempest-VolumesNegativeTest-2131575490 tempest-VolumesNegativeTest-2131575490-project] 10.222.0.37 "GET /v2.0/ports?device_id=dfea9db9-6909-4d3e-9dce-79af7dc61cfb HTTP/1.1" status: 200 len: 950 time: 0.0672174 Aug 31 04:34:44.952292 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49350a4-f1cf-4519-b4db-9c7e97f630f0 req-8dd1bc6b-1a34-459f-902d-7661784ed4db tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:44.953778 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-b49350a4-f1cf-4519-b4db-9c7e97f630f0 req-8dd1bc6b-1a34-459f-902d-7661784ed4db tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.37 "GET /v2.0/ports?device_id=06f145f2-db4f-43fe-8f72-8ce0d2e9547a HTTP/1.1" status: 200 len: 945 time: 0.0732567 Aug 31 04:34:44.962373 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-fde7769c-ccdf-4f42-be3b-3ec0644d1601 req-40b5dad1-c5ac-4b7a-8216-5296cfb28d58 tempest-VolumesNegativeTest-2131575490 tempest-VolumesNegativeTest-2131575490-project] 10.222.0.37 "GET /v2.0/security-groups?id=8961957e-826b-42a7-a629-d1fffeee0d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557032 Aug 31 04:34:44.998624 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-b49350a4-f1cf-4519-b4db-9c7e97f630f0 req-f360e819-f065-4ba6-b3b6-df57e26bd7fc tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.37 "GET /v2.0/security-groups?id=6edf5784-9dde-4b8b-8160-15944e15858a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353138 Aug 31 04:34:45.337037 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0527829f-b018-4358-ae3b-6343cd9a0a42 req-0c3c5e4b-4ab2-4e51-bbc4-fe49865e9b37 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:45.338544 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-0527829f-b018-4358-ae3b-6343cd9a0a42 req-0c3c5e4b-4ab2-4e51-bbc4-fe49865e9b37 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 945 time: 0.0483463 Aug 31 04:34:45.377323 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-0527829f-b018-4358-ae3b-6343cd9a0a42 req-17c8c7d8-d31e-438b-a407-92dd9ce8a257 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/security-groups?id=330d847d-5013-4fa4-a7d6-33fbc6014196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329990 Aug 31 04:34:45.857737 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 34308) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:34:45.936738 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbdc350-a9b0-405d-95ba-9a7461182607 req-24005109-6387-4b84-ab2a-d811a0854a13 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:45.938908 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-4cbdc350-a9b0-405d-95ba-9a7461182607 req-24005109-6387-4b84-ab2a-d811a0854a13 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 946 time: 0.0498238 Aug 31 04:34:45.975285 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-6167972d-75eb-46cf-bec0-9a404de93356 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:45.996861 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-4cbdc350-a9b0-405d-95ba-9a7461182607 req-75ceb36c-e43e-4d40-b5ea-3f4689ec2671 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b04e1e0-6e1c-49a5-a7f2-f3ca3ba46212&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516248 Aug 31 04:34:46.141945 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f5bf43-a853-479a-976a-c57d8abb9d56 req-80feb972-6f25-49bd-8e1e-c2df8ed3f3a0 tempest-VolumesNegativeTest-2131575490 tempest-VolumesNegativeTest-2131575490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:46.143442 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-c3f5bf43-a853-479a-976a-c57d8abb9d56 req-80feb972-6f25-49bd-8e1e-c2df8ed3f3a0 tempest-VolumesNegativeTest-2131575490 tempest-VolumesNegativeTest-2131575490-project] 10.222.0.37 "GET /v2.0/ports?device_id=dfea9db9-6909-4d3e-9dce-79af7dc61cfb HTTP/1.1" status: 200 len: 950 time: 0.0999165 Aug 31 04:34:46.184832 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e2f0f9-f679-45ba-9eaa-ccd14f9c5260 req-521c4e09-e20a-46db-a243-8cf37dc0ed7f tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:46.186283 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-e4e2f0f9-f679-45ba-9eaa-ccd14f9c5260 req-521c4e09-e20a-46db-a243-8cf37dc0ed7f tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.37 "GET /v2.0/ports?device_id=06f145f2-db4f-43fe-8f72-8ce0d2e9547a HTTP/1.1" status: 200 len: 945 time: 0.1046782 Aug 31 04:34:46.199830 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-6167972d-75eb-46cf-bec0-9a404de93356 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:46.217753 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-6167972d-75eb-46cf-bec0-9a404de93356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:46.250751 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-c3f5bf43-a853-479a-976a-c57d8abb9d56 req-b31bd80b-f88c-4063-bef1-f7cc313c0d36 tempest-VolumesNegativeTest-2131575490 tempest-VolumesNegativeTest-2131575490-project] 10.222.0.37 "GET /v2.0/security-groups?id=8961957e-826b-42a7-a629-d1fffeee0d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969901 Aug 31 04:34:46.279468 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-6167972d-75eb-46cf-bec0-9a404de93356 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3fd6cbd76b1e40acb6d8b11df781c93f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4202676 Aug 31 04:34:46.280188 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6167972d-75eb-46cf-bec0-9a404de93356 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bca57390-985a-43aa-bcaa-59fa4c868b55,revision_number=1']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:34:46.282818 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 34318) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:34:46.289483 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-e4e2f0f9-f679-45ba-9eaa-ccd14f9c5260 req-3d1d04e1-7763-4a9c-bdd3-61acb824b681 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.37 "GET /v2.0/security-groups?id=6edf5784-9dde-4b8b-8160-15944e15858a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880706 Aug 31 04:34:46.337216 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f35e001a-2323-4c29-bf68-792e21636e98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:46.358547 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f35e001a-2323-4c29-bf68-792e21636e98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:46.403825 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f35e001a-2323-4c29-bf68-792e21636e98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:46.406423 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f35e001a-2323-4c29-bf68-792e21636e98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:46.407615 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-f35e001a-2323-4c29-bf68-792e21636e98 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bca57390-985a-43aa-bcaa-59fa4c868b55 HTTP/1.1" status: 204 len: 168 time: 0.1237617 Aug 31 04:34:46.423343 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35e001a-2323-4c29-bf68-792e21636e98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bca57390-985a-43aa-bcaa-59fa4c868b55,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:34:46.504894 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d57e250-d9fb-406f-bc87-7f841ee91116 req-95a79108-f7e7-47da-a4cc-3a07b4334d42 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:46.506391 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-9d57e250-d9fb-406f-bc87-7f841ee91116 req-95a79108-f7e7-47da-a4cc-3a07b4334d42 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 945 time: 0.0550685 Aug 31 04:34:46.545424 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-9d57e250-d9fb-406f-bc87-7f841ee91116 req-f8485ed8-f369-47c1-a3c3-1398630d49fb tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/security-groups?id=330d847d-5013-4fa4-a7d6-33fbc6014196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331867 Aug 31 04:34:46.779437 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Device 1e8d90d6-bede-4c25-8909-7186f8e941f0 up at agent hyperv_hv-cinder-77819 {{(pid=93875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:34:46.828265 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Provisioning for port 1e8d90d6-bede-4c25-8909-7186f8e941f0 completed by entity L2. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 04:34:46.831801 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Provisioning complete for port 1e8d90d6-bede-4c25-8909-7186f8e941f0 triggered by entity L2. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:34:46.832172 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667402'] for port, provisioning_complete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:46.904551 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:46.931692 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06f145f2-db4f-43fe-8f72-8ce0d2e9547a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e8d90d6-bede-4c25-8909-7186f8e941f0'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 04:34:46.934051 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb65e2f83a67e5a17dc8ea4502d49053413b763c9a1f232c6edaada591b5d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b643933-3c73-43ca-bae6-989bcde9b15d" -d '{"events": [{"server_uuid": "06f145f2-db4f-43fe-8f72-8ce0d2e9547a", "name": "network-vif-plugged", "status": "completed", "tag": "1e8d90d6-bede-4c25-8909-7186f8e941f0"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:34:46.948239 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] For port 1e8d90d6-bede-4c25-8909-7186f8e941f0, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=1e8d90d6-bede-4c25-8909-7186f8e941f0,segment=NetworkSegment(5ae55f0a-ffba-458b-8371-7ff11ecedc8f),segment_id=5ae55f0a-ffba-458b-8371-7ff11ecedc8f)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:34:46.952214 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:46.977500 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 04:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb7061d4-7e1a-4ddf-8a4a-48830284d6a2 x-openstack-request-id: req-eb7061d4-7e1a-4ddf-8a4a-48830284d6a2 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:34:46.977796 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06f145f2-db4f-43fe-8f72-8ce0d2e9547a", "name": "network-vif-plugged", "status": "completed", "tag": "1e8d90d6-bede-4c25-8909-7186f8e941f0", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:34:46.978194 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-eb7061d4-7e1a-4ddf-8a4a-48830284d6a2 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:34:46.978583 dv-cinder-778193-7-iscsi neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06f145f2-db4f-43fe-8f72-8ce0d2e9547a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e8d90d6-bede-4c25-8909-7186f8e941f0', 'code': 200} Aug 31 04:34:47.001488 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Pushing event updated for resources: {'Port': ['ID=1e8d90d6-bede-4c25-8909-7186f8e941f0,revision_number=5']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:34:47.126258 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92be5de0-a1b1-44eb-9783-76ce3e0de1d7 req-86b8580a-d170-4e37-b5ed-fef2041af681 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:47.127726 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-92be5de0-a1b1-44eb-9783-76ce3e0de1d7 req-86b8580a-d170-4e37-b5ed-fef2041af681 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 946 time: 0.0476406 Aug 31 04:34:47.168930 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-92be5de0-a1b1-44eb-9783-76ce3e0de1d7 req-7b8d27f2-6ccb-403f-a349-7bf928028919 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b04e1e0-6e1c-49a5-a7f2-f3ca3ba46212&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343850 Aug 31 04:34:47.253498 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8b8abe-1a93-445a-a78f-af7fb5186fcf req-055825e5-0b51-4ee2-a1ce-985117236753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:47.255096 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-ee8b8abe-1a93-445a-a78f-af7fb5186fcf req-055825e5-0b51-4ee2-a1ce-985117236753 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=06f145f2-db4f-43fe-8f72-8ce0d2e9547a HTTP/1.1" status: 200 len: 1099 time: 0.0394511 Aug 31 04:34:47.299539 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-ee8b8abe-1a93-445a-a78f-af7fb5186fcf req-619d015f-199d-419d-81f1-5223fc867bb8 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=6edf5784-9dde-4b8b-8160-15944e15858a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279012 Aug 31 04:34:47.397882 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31227e7-4952-4d2f-b34c-51b5c14292cf req-0fa55bef-c247-4183-9c64-4cc97f43bad6 tempest-VolumesNegativeTest-2131575490 tempest-VolumesNegativeTest-2131575490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:47.399391 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-b31227e7-4952-4d2f-b34c-51b5c14292cf req-0fa55bef-c247-4183-9c64-4cc97f43bad6 tempest-VolumesNegativeTest-2131575490 tempest-VolumesNegativeTest-2131575490-project] 10.222.0.37 "GET /v2.0/ports?device_id=dfea9db9-6909-4d3e-9dce-79af7dc61cfb HTTP/1.1" status: 200 len: 950 time: 0.0788639 Aug 31 04:34:47.431618 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0e3e20-c41f-4a9c-bc5c-5a4f4af00e80 req-3953ca00-8d3d-4aba-a806-30a38ac85e32 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:47.433061 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-ad0e3e20-c41f-4a9c-bc5c-5a4f4af00e80 req-3953ca00-8d3d-4aba-a806-30a38ac85e32 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.37 "GET /v2.0/ports?device_id=06f145f2-db4f-43fe-8f72-8ce0d2e9547a HTTP/1.1" status: 200 len: 946 time: 0.0752993 Aug 31 04:34:47.465278 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-b31227e7-4952-4d2f-b34c-51b5c14292cf req-5345183a-7c74-464b-bb42-576119230f77 tempest-VolumesNegativeTest-2131575490 tempest-VolumesNegativeTest-2131575490-project] 10.222.0.37 "GET /v2.0/security-groups?id=8961957e-826b-42a7-a629-d1fffeee0d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589912 Aug 31 04:34:47.483335 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-ad0e3e20-c41f-4a9c-bc5c-5a4f4af00e80 req-2f7b4042-6c0b-4463-980a-961c99a376eb tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.37 "GET /v2.0/security-groups?id=6edf5784-9dde-4b8b-8160-15944e15858a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444477 Aug 31 04:34:47.663453 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2498bbe-3c25-45b7-884e-4ede3a9732d6 req-a4e727f8-ff9d-452d-9e9a-d4e4b906a6c8 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:47.664909 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-a2498bbe-3c25-45b7-884e-4ede3a9732d6 req-a4e727f8-ff9d-452d-9e9a-d4e4b906a6c8 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 945 time: 0.0494416 Aug 31 04:34:47.702219 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-a2498bbe-3c25-45b7-884e-4ede3a9732d6 req-497f4d24-a84e-4f6a-ab98-b758eb26151b tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/security-groups?id=330d847d-5013-4fa4-a7d6-33fbc6014196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312653 Aug 31 04:34:48.286727 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc54b921-b177-45ee-bb3d-b1079f158ffc req-dce4c09f-c889-4209-8aa8-5ceb200ab27a tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:48.288241 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-cc54b921-b177-45ee-bb3d-b1079f158ffc req-dce4c09f-c889-4209-8aa8-5ceb200ab27a tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 946 time: 0.0499339 Aug 31 04:34:48.328504 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-cc54b921-b177-45ee-bb3d-b1079f158ffc req-4f42f344-cf09-4730-99f9-0a6691ad8cbe tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b04e1e0-6e1c-49a5-a7f2-f3ca3ba46212&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318985 Aug 31 04:34:48.608524 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f17011-9880-4dc6-8b25-cf5b92863daf req-0dc007c7-afa5-44da-86a2-8a735db02076 tempest-VolumesNegativeTest-2131575490 tempest-VolumesNegativeTest-2131575490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:48.614286 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-11f17011-9880-4dc6-8b25-cf5b92863daf req-0dc007c7-afa5-44da-86a2-8a735db02076 tempest-VolumesNegativeTest-2131575490 tempest-VolumesNegativeTest-2131575490-project] 10.222.0.37 "GET /v2.0/ports?device_id=dfea9db9-6909-4d3e-9dce-79af7dc61cfb HTTP/1.1" status: 200 len: 950 time: 0.0778613 Aug 31 04:34:48.632784 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba874ca-6373-464a-86b9-d200d3c161a6 req-211331d6-fedf-4b12-a983-9450e76bf5e8 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:48.634290 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-eba874ca-6373-464a-86b9-d200d3c161a6 req-211331d6-fedf-4b12-a983-9450e76bf5e8 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.37 "GET /v2.0/ports?device_id=06f145f2-db4f-43fe-8f72-8ce0d2e9547a HTTP/1.1" status: 200 len: 946 time: 0.0767276 Aug 31 04:34:48.679643 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-11f17011-9880-4dc6-8b25-cf5b92863daf req-cf08f889-a07b-4a09-bbde-2d5f2bc824b1 tempest-VolumesNegativeTest-2131575490 tempest-VolumesNegativeTest-2131575490-project] 10.222.0.37 "GET /v2.0/security-groups?id=8961957e-826b-42a7-a629-d1fffeee0d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618176 Aug 31 04:34:48.691459 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-eba874ca-6373-464a-86b9-d200d3c161a6 req-991436a4-c476-4acf-a34e-cce1c238f5e3 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.37 "GET /v2.0/security-groups?id=6edf5784-9dde-4b8b-8160-15944e15858a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510244 Aug 31 04:34:48.816289 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8cfae6-fe2d-40e5-8d71-4e8e3e6b670c req-f67ffc58-a215-4fdf-80bd-68ca11b844f8 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:48.818070 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-4e8cfae6-fe2d-40e5-8d71-4e8e3e6b670c req-f67ffc58-a215-4fdf-80bd-68ca11b844f8 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 945 time: 0.0485260 Aug 31 04:34:48.855320 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-4e8cfae6-fe2d-40e5-8d71-4e8e3e6b670c req-b35bf2fd-d834-461f-8c13-80716b2dcca9 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/security-groups?id=330d847d-5013-4fa4-a7d6-33fbc6014196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314021 Aug 31 04:34:48.901952 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca155e76-c6fd-4271-ab4b-28a37616776a req-9d04760f-a285-48b3-a5c2-83141303a522 tempest-VolumesNegativeTest-2131575490 tempest-VolumesNegativeTest-2131575490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:48.903447 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-ca155e76-c6fd-4271-ab4b-28a37616776a req-9d04760f-a285-48b3-a5c2-83141303a522 tempest-VolumesNegativeTest-2131575490 tempest-VolumesNegativeTest-2131575490-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfea9db9-6909-4d3e-9dce-79af7dc61cfb HTTP/1.1" status: 200 len: 950 time: 0.0471282 Aug 31 04:34:49.045525 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.plugin [req-ca155e76-c6fd-4271-ab4b-28a37616776a req-e44c1077-3abf-4cc1-ba74-b25c46007ec9 tempest-VolumesNegativeTest-2131575490 tempest-VolumesNegativeTest-2131575490-project] Deleting port 8d98100c-e33b-4b2a-978c-3c6e808347fd {{(pid=93874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 04:34:49.045872 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [req-ca155e76-c6fd-4271-ab4b-28a37616776a req-e44c1077-3abf-4cc1-ba74-b25c46007ec9 tempest-VolumesNegativeTest-2131575490 tempest-VolumesNegativeTest-2131575490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730087506454'] for port, before_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:49.131501 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [req-ca155e76-c6fd-4271-ab4b-28a37616776a req-e44c1077-3abf-4cc1-ba74-b25c46007ec9 tempest-VolumesNegativeTest-2131575490 tempest-VolumesNegativeTest-2131575490-project] For port 8d98100c-e33b-4b2a-978c-3c6e808347fd, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=8d98100c-e33b-4b2a-978c-3c6e808347fd,segment=NetworkSegment(04d81822-46b8-4f45-b440-12077a5e7040),segment_id=04d81822-46b8-4f45-b440-12077a5e7040)] {{(pid=93874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:34:49.131762 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [req-ca155e76-c6fd-4271-ab4b-28a37616776a req-e44c1077-3abf-4cc1-ba74-b25c46007ec9 tempest-VolumesNegativeTest-2131575490 tempest-VolumesNegativeTest-2131575490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7955047'] for port, precommit_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:49.150906 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.plugin [req-ca155e76-c6fd-4271-ab4b-28a37616776a req-e44c1077-3abf-4cc1-ba74-b25c46007ec9 tempest-VolumesNegativeTest-2131575490 tempest-VolumesNegativeTest-2131575490-project] Calling delete_port for 8d98100c-e33b-4b2a-978c-3c6e808347fd owned by compute:nova {{(pid=93874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 04:34:49.304104 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [req-ca155e76-c6fd-4271-ab4b-28a37616776a req-e44c1077-3abf-4cc1-ba74-b25c46007ec9 tempest-VolumesNegativeTest-2131575490 tempest-VolumesNegativeTest-2131575490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730087509221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730086931505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16403769'] for port, after_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:49.331278 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44c1077-3abf-4cc1-ba74-b25c46007ec9 tempest-VolumesNegativeTest-2131575490 tempest-VolumesNegativeTest-2131575490-project] Pushing event deleted for resources: {'Port': ['ID=8d98100c-e33b-4b2a-978c-3c6e808347fd,revision_number=None']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:34:49.385532 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] get_ports_and_sgs() called for port_ids ['8d98100c-e33b-4b2a-978c-3c6e808347fd'] {{(pid=93875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 04:34:49.394275 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca155e76-c6fd-4271-ab4b-28a37616776a req-e44c1077-3abf-4cc1-ba74-b25c46007ec9 tempest-VolumesNegativeTest-2131575490 tempest-VolumesNegativeTest-2131575490-project] No DVR routers for this DVR port 8d98100c-e33b-4b2a-978c-3c6e808347fd on host hv-cinder-77819 {{(pid=93874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 04:34:49.399567 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [req-ca155e76-c6fd-4271-ab4b-28a37616776a req-e44c1077-3abf-4cc1-ba74-b25c46007ec9 tempest-VolumesNegativeTest-2131575490 tempest-VolumesNegativeTest-2131575490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200266'] for port, before_response {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:49.402109 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-ca155e76-c6fd-4271-ab4b-28a37616776a req-e44c1077-3abf-4cc1-ba74-b25c46007ec9 tempest-VolumesNegativeTest-2131575490 tempest-VolumesNegativeTest-2131575490-project] 10.222.0.13 "DELETE /v2.0/ports/8d98100c-e33b-4b2a-978c-3c6e808347fd HTTP/1.1" status: 204 len: 173 time: 0.4796679 Aug 31 04:34:49.402573 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfea9db9-6909-4d3e-9dce-79af7dc61cfb', 'name': 'network-vif-deleted', 'tag': '8d98100c-e33b-4b2a-978c-3c6e808347fd'}] {{(pid=93874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 04:34:49.404843 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5938699f339110e9e8a85feef94aa89cb8ce9e43d70de9421afa6be4e30d1429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-992e14e8-c36e-45b6-862e-2997263b7a00" -d '{"events": [{"server_uuid": "dfea9db9-6909-4d3e-9dce-79af7dc61cfb", "name": "network-vif-deleted", "tag": "8d98100c-e33b-4b2a-978c-3c6e808347fd"}]}' {{(pid=93874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:34:49.471448 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 04:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-585af4da-336e-49ea-a472-f9b4cef888a4 x-openstack-request-id: req-585af4da-336e-49ea-a472-f9b4cef888a4 {{(pid=93874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:34:49.471720 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfea9db9-6909-4d3e-9dce-79af7dc61cfb", "name": "network-vif-deleted", "tag": "8d98100c-e33b-4b2a-978c-3c6e808347fd", "status": "completed", "code": 200}]} {{(pid=93874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:34:49.471964 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-585af4da-336e-49ea-a472-f9b4cef888a4 {{(pid=93874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:34:49.472349 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfea9db9-6909-4d3e-9dce-79af7dc61cfb', 'name': 'network-vif-deleted', 'tag': '8d98100c-e33b-4b2a-978c-3c6e808347fd', 'status': 'completed', 'code': 200} Aug 31 04:34:49.496973 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad680077-1194-41ee-8d41-6bedbfff77c9 req-2a64d248-f25f-4dd3-9674-0d405336d653 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:49.498683 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-ad680077-1194-41ee-8d41-6bedbfff77c9 req-2a64d248-f25f-4dd3-9674-0d405336d653 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 946 time: 0.0573373 Aug 31 04:34:49.542499 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-ad680077-1194-41ee-8d41-6bedbfff77c9 req-fddfde0d-734a-4f18-b718-11523b41dd73 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b04e1e0-6e1c-49a5-a7f2-f3ca3ba46212&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379059 Aug 31 04:34:49.809927 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-907cc39d-5b2f-485b-94b1-a7cfd6dabbb0 req-8ff6951c-4163-4e10-9788-4a082ca28289 tempest-VolumesNegativeTest-2131575490 tempest-VolumesNegativeTest-2131575490-project] 10.222.0.37 "GET /v2.0/ports?device_id=dfea9db9-6909-4d3e-9dce-79af7dc61cfb HTTP/1.1" status: 200 len: 210 time: 0.0373127 Aug 31 04:34:49.829761 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2df4adb-8233-4bd5-8635-f3abf6b8fe01 req-ee725077-a0c5-435e-821e-cec666fed0c6 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:49.831310 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-e2df4adb-8233-4bd5-8635-f3abf6b8fe01 req-ee725077-a0c5-435e-821e-cec666fed0c6 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.37 "GET /v2.0/ports?device_id=06f145f2-db4f-43fe-8f72-8ce0d2e9547a HTTP/1.1" status: 200 len: 946 time: 0.0689054 Aug 31 04:34:49.869857 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-e2df4adb-8233-4bd5-8635-f3abf6b8fe01 req-38008a7a-5ee6-47a5-af4e-9116eff9c316 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.37 "GET /v2.0/security-groups?id=6edf5784-9dde-4b8b-8160-15944e15858a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325184 Aug 31 04:34:49.991252 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72f0775-60bc-40aa-af71-97aea9e3b924 req-341f2211-2a3c-4228-88d5-f2c66788aeb4 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:49.992693 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-b72f0775-60bc-40aa-af71-97aea9e3b924 req-341f2211-2a3c-4228-88d5-f2c66788aeb4 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 945 time: 0.0520384 Aug 31 04:34:50.030855 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-b72f0775-60bc-40aa-af71-97aea9e3b924 req-4bf22019-f2f2-4c0b-a714-827ebbd8b67c tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/security-groups?id=330d847d-5013-4fa4-a7d6-33fbc6014196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322471 Aug 31 04:34:50.671293 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de71208d-b345-426e-b1aa-62910ee4c8d2 req-02e140ec-fcef-4a02-9569-a8e2ea9705e7 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:50.673271 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-de71208d-b345-426e-b1aa-62910ee4c8d2 req-02e140ec-fcef-4a02-9569-a8e2ea9705e7 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 946 time: 0.0583251 Aug 31 04:34:50.713955 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-de71208d-b345-426e-b1aa-62910ee4c8d2 req-265dc830-77d0-47dc-a002-032f0d3f650e tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b04e1e0-6e1c-49a5-a7f2-f3ca3ba46212&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345521 Aug 31 04:34:50.926212 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-bd76a87b-c9cc-4679-8e9a-c60fc609a053 req-a4f420f7-67e9-4431-a730-5e48bd3cd022 tempest-VolumesNegativeTest-2131575490 tempest-VolumesNegativeTest-2131575490-project] 10.222.0.37 "GET /v2.0/ports?device_id=dfea9db9-6909-4d3e-9dce-79af7dc61cfb HTTP/1.1" status: 200 len: 210 time: 0.0270422 Aug 31 04:34:51.002824 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c98778-3032-444a-8cfc-c159bc176d8a req-df575666-884e-4063-a83c-792fcc173ad1 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:51.005257 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-e9c98778-3032-444a-8cfc-c159bc176d8a req-df575666-884e-4063-a83c-792fcc173ad1 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.37 "GET /v2.0/ports?device_id=06f145f2-db4f-43fe-8f72-8ce0d2e9547a HTTP/1.1" status: 200 len: 946 time: 0.0586424 Aug 31 04:34:51.044972 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-e9c98778-3032-444a-8cfc-c159bc176d8a req-e7da8de7-434e-482e-90cc-15193443abff tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.37 "GET /v2.0/security-groups?id=6edf5784-9dde-4b8b-8160-15944e15858a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334554 Aug 31 04:34:51.164269 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f12f86d-cbd3-41a0-a19f-28623864d7f9 req-ad595330-3d56-49f4-af2e-a5831cbc92e4 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:51.166273 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-0f12f86d-cbd3-41a0-a19f-28623864d7f9 req-ad595330-3d56-49f4-af2e-a5831cbc92e4 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 945 time: 0.0608969 Aug 31 04:34:51.206762 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-0f12f86d-cbd3-41a0-a19f-28623864d7f9 req-2c986a34-bf58-4e3f-8d04-6ebbbdf2781f tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/security-groups?id=330d847d-5013-4fa4-a7d6-33fbc6014196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336480 Aug 31 04:34:51.514992 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfb0b4e-84d4-4ffb-bba4-02e712ebe499 req-6baa6372-6b8c-4db9-adf8-819e35c8215a tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:51.516466 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-dcfb0b4e-84d4-4ffb-bba4-02e712ebe499 req-6baa6372-6b8c-4db9-adf8-819e35c8215a tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/ports?device_id=390893f3-2c2b-4803-b7a8-3c19fb0503a4 HTTP/1.1" status: 200 len: 945 time: 0.0597031 Aug 31 04:34:51.565242 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37ef6ac-9ec9-4724-845b-15935abe7b13 req-9e515955-f97f-4ee9-ac49-298b3c5d8b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:51.567275 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-e37ef6ac-9ec9-4724-845b-15935abe7b13 req-9e515955-f97f-4ee9-ac49-298b3c5d8b1d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5c02d31770b24c65beddac4595cdfe52&device_id=390893f3-2c2b-4803-b7a8-3c19fb0503a4 HTTP/1.1" status: 200 len: 1098 time: 0.0725045 Aug 31 04:34:51.574065 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-dcfb0b4e-84d4-4ffb-bba4-02e712ebe499 req-71425c0f-1107-41fc-80cf-c0c92144ce88 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/security-groups?id=75b78e4a-f72a-42ae-924c-e5c8844ea7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440109 Aug 31 04:34:51.666431 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37ef6ac-9ec9-4724-845b-15935abe7b13 req-3a0b26de-0c85-4175-8aa5-da3fd2ea1baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:51.667918 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-e37ef6ac-9ec9-4724-845b-15935abe7b13 req-3a0b26de-0c85-4175-8aa5-da3fd2ea1baf service neutron] 10.222.0.13 "GET /v2.0/networks?id=4c9c44bc-58fb-4b05-9942-3faf4a44f339 HTTP/1.1" status: 200 len: 919 time: 0.0827188 Aug 31 04:34:51.708984 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-e37ef6ac-9ec9-4724-845b-15935abe7b13 req-9f53eda0-e3cd-4db3-a40b-4921892f3aaf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aaf78d6f-71aa-4bfc-88a6-916d6e36bcab HTTP/1.1" status: 200 len: 217 time: 0.0329943 Aug 31 04:34:51.763574 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37ef6ac-9ec9-4724-845b-15935abe7b13 req-c04e5ffd-0875-4577-9e01-ca32f1d0350d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:51.765017 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-e37ef6ac-9ec9-4724-845b-15935abe7b13 req-c04e5ffd-0875-4577-9e01-ca32f1d0350d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=097259a5-3a3d-4228-8082-2d6c2f8f569c HTTP/1.1" status: 200 len: 858 time: 0.0449932 Aug 31 04:34:51.806893 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-e37ef6ac-9ec9-4724-845b-15935abe7b13 req-b5dd31d3-2572-402d-a9ba-d5908a54e324 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4c9c44bc-58fb-4b05-9942-3faf4a44f339&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243409 Aug 31 04:34:51.903721 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f93808-2ac7-4881-a2e8-69f96795c47f req-bd80ac79-d0f7-4037-8aef-da71a96e2364 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:51.905160 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-58f93808-2ac7-4881-a2e8-69f96795c47f req-bd80ac79-d0f7-4037-8aef-da71a96e2364 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 946 time: 0.1004720 Aug 31 04:34:51.952870 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-e37ef6ac-9ec9-4724-845b-15935abe7b13 req-bc3d4ff5-4aed-4e9f-b491-3ad9b6d04c20 service neutron] 10.222.0.13 "GET /v2.0/networks/4c9c44bc-58fb-4b05-9942-3faf4a44f339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230600 Aug 31 04:34:51.960680 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-58f93808-2ac7-4881-a2e8-69f96795c47f req-ffd81749-ca56-4277-ba8f-c24741fa32b1 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b04e1e0-6e1c-49a5-a7f2-f3ca3ba46212&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458205 Aug 31 04:34:52.051657 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-e37ef6ac-9ec9-4724-845b-15935abe7b13 req-434e3557-3a74-4ba1-873f-135d2b2fdb07 service neutron] 10.222.0.13 "GET /v2.0/networks/4c9c44bc-58fb-4b05-9942-3faf4a44f339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894682 Aug 31 04:34:52.336049 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f759099-9a8a-4bd3-8714-ba0697a28b54 req-80a12eb6-8339-473a-bbb3-a90532532bb6 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:52.343320 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-2f759099-9a8a-4bd3-8714-ba0697a28b54 req-80a12eb6-8339-473a-bbb3-a90532532bb6 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 945 time: 0.0683839 Aug 31 04:34:52.378779 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-2f759099-9a8a-4bd3-8714-ba0697a28b54 req-97544f80-2451-411b-add0-28c7706bef25 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/security-groups?id=330d847d-5013-4fa4-a7d6-33fbc6014196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346284 Aug 31 04:34:52.697921 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c307e2a-c9f8-48b1-85cf-f87f0bea90f9 req-bf96b71c-a78a-46e7-8b61-5c321745cd90 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:52.699621 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-6c307e2a-c9f8-48b1-85cf-f87f0bea90f9 req-bf96b71c-a78a-46e7-8b61-5c321745cd90 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/ports?device_id=390893f3-2c2b-4803-b7a8-3c19fb0503a4 HTTP/1.1" status: 200 len: 945 time: 0.0556056 Aug 31 04:34:52.745118 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-6c307e2a-c9f8-48b1-85cf-f87f0bea90f9 req-1647892a-6843-44ec-92fd-68435a1d94bb tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/security-groups?id=75b78e4a-f72a-42ae-924c-e5c8844ea7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360134 Aug 31 04:34:52.822829 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Device 8d98100c-e33b-4b2a-978c-3c6e808347fd no longer exists at agent hyperv_hv-cinder-77819 {{(pid=93875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:34:52.853759 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] No Port match for: 8d98100c-e33b-4b2a-978c-3c6e808347fd {{(pid=93875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 04:34:52.854575 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Device 8d98100c-e33b-4b2a-978c-3c6e808347fd not bound to the agent host hv-cinder-77819 {{(pid=93875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:34:53.081319 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41878642-f122-401f-9561-8c5079b929e5 req-d4af369a-20e2-4339-868f-0263784a346e tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:53.084007 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-41878642-f122-401f-9561-8c5079b929e5 req-d4af369a-20e2-4339-868f-0263784a346e tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 946 time: 0.0492980 Aug 31 04:34:53.123380 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-41878642-f122-401f-9561-8c5079b929e5 req-3196f61e-b1e3-4809-99ce-5efe022789e3 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b04e1e0-6e1c-49a5-a7f2-f3ca3ba46212&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318239 Aug 31 04:34:53.506006 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf2ec25-c3b2-4801-af31-458525a31741 req-49dc002d-fa85-42f4-9c13-06bc4d7e7b38 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:53.507489 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-ddf2ec25-c3b2-4801-af31-458525a31741 req-49dc002d-fa85-42f4-9c13-06bc4d7e7b38 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 945 time: 0.0565510 Aug 31 04:34:53.774474 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-ddf2ec25-c3b2-4801-af31-458525a31741 req-a66fb9d1-9941-48b7-8806-f8e9f16900ab tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/security-groups?id=330d847d-5013-4fa4-a7d6-33fbc6014196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2601056 Aug 31 04:34:53.874432 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613d3d64-2961-4d5a-a294-ab50bf07dde9 req-6e8ed1e4-cffe-4b90-8318-5add14bd1f3f tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:53.879111 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-613d3d64-2961-4d5a-a294-ab50bf07dde9 req-6e8ed1e4-cffe-4b90-8318-5add14bd1f3f tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/ports?device_id=390893f3-2c2b-4803-b7a8-3c19fb0503a4 HTTP/1.1" status: 200 len: 945 time: 0.0491660 Aug 31 04:34:53.922681 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-613d3d64-2961-4d5a-a294-ab50bf07dde9 req-4b9aea4e-492a-4a66-9c79-d7d60563133b tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/security-groups?id=75b78e4a-f72a-42ae-924c-e5c8844ea7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324340 Aug 31 04:34:54.244438 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4936f3e-49fd-4647-9e9d-3d42ac737902 req-8123d705-650f-4496-89c4-4a21c0071226 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:54.248030 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-a4936f3e-49fd-4647-9e9d-3d42ac737902 req-8123d705-650f-4496-89c4-4a21c0071226 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 946 time: 0.0487874 Aug 31 04:34:54.284671 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-a4936f3e-49fd-4647-9e9d-3d42ac737902 req-0239fa67-bb39-42f3-82b0-2751853944be tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b04e1e0-6e1c-49a5-a7f2-f3ca3ba46212&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327415 Aug 31 04:34:54.898699 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171d100d-4533-4055-beee-0b9ebf1d42c2 req-b87ebc06-618b-4c8b-8c67-2f4f36ca7e2b tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:54.900185 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-171d100d-4533-4055-beee-0b9ebf1d42c2 req-b87ebc06-618b-4c8b-8c67-2f4f36ca7e2b tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 945 time: 0.0498111 Aug 31 04:34:54.937133 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-171d100d-4533-4055-beee-0b9ebf1d42c2 req-e190de25-dffd-4ca1-baec-eae1148f3aa0 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/security-groups?id=330d847d-5013-4fa4-a7d6-33fbc6014196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309491 Aug 31 04:34:55.044381 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f773bb26-eee7-4bd4-bd0b-e8c6508d45ff req-e3194986-7b98-41d3-9154-4020f993d433 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:55.045947 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-f773bb26-eee7-4bd4-bd0b-e8c6508d45ff req-e3194986-7b98-41d3-9154-4020f993d433 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/ports?device_id=390893f3-2c2b-4803-b7a8-3c19fb0503a4 HTTP/1.1" status: 200 len: 945 time: 0.0507603 Aug 31 04:34:55.084092 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-f773bb26-eee7-4bd4-bd0b-e8c6508d45ff req-90ea4b35-89d4-4a97-9aa0-bac7bffb53cf tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/security-groups?id=75b78e4a-f72a-42ae-924c-e5c8844ea7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317144 Aug 31 04:34:55.403905 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c843976-53f7-4707-8d31-94452f7f367e req-9ba90670-20d8-44d2-ac09-15c925bc670c tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:55.405332 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-3c843976-53f7-4707-8d31-94452f7f367e req-9ba90670-20d8-44d2-ac09-15c925bc670c tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 946 time: 0.0464847 Aug 31 04:34:55.443072 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-3c843976-53f7-4707-8d31-94452f7f367e req-d7f6f9f3-c3f2-43c9-be03-5e3c6ad2c58f tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b04e1e0-6e1c-49a5-a7f2-f3ca3ba46212&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311944 Aug 31 04:34:55.877586 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 34688) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:34:56.026718 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-3d53de73-c14c-434d-9a02-5f0752aba8b6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7babc4f685d64bc889f9c63e82daf41e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1456323 Aug 31 04:34:56.026972 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 34696) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:34:56.066526 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebf7645-3bdc-4056-bd25-7e701d1b8da8 req-194c7ad4-d3f3-43b3-8adb-f83bfe6db2f3 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:56.068728 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-6ebf7645-3bdc-4056-bd25-7e701d1b8da8 req-194c7ad4-d3f3-43b3-8adb-f83bfe6db2f3 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 945 time: 0.0543807 Aug 31 04:34:56.077352 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-842d17db-61f3-42b7-bb2c-87ade7fa4b47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:56.098465 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-842d17db-61f3-42b7-bb2c-87ade7fa4b47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:56.106553 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-6ebf7645-3bdc-4056-bd25-7e701d1b8da8 req-4e705c2a-4012-4d06-904c-cae0e50c3471 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/security-groups?id=330d847d-5013-4fa4-a7d6-33fbc6014196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308678 Aug 31 04:34:56.147082 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-842d17db-61f3-42b7-bb2c-87ade7fa4b47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:56.149572 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-842d17db-61f3-42b7-bb2c-87ade7fa4b47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:56.153701 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-842d17db-61f3-42b7-bb2c-87ade7fa4b47 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8961957e-826b-42a7-a629-d1fffeee0d51 HTTP/1.1" status: 204 len: 168 time: 0.1257915 Aug 31 04:34:56.162423 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842d17db-61f3-42b7-bb2c-87ade7fa4b47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8961957e-826b-42a7-a629-d1fffeee0d51,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:34:56.192075 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-30bf7098-186f-40a0-8343-250e891a83a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:56.211962 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d2c278-fde4-4a98-89e7-16a1599036e1 req-56d44abb-6dfb-4a79-8bdd-e76cb665c71a tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:56.213426 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-52d2c278-fde4-4a98-89e7-16a1599036e1 req-56d44abb-6dfb-4a79-8bdd-e76cb665c71a tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/ports?device_id=390893f3-2c2b-4803-b7a8-3c19fb0503a4 HTTP/1.1" status: 200 len: 945 time: 0.0591760 Aug 31 04:34:56.251888 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-52d2c278-fde4-4a98-89e7-16a1599036e1 req-344496bb-dae3-49b1-920c-3ae2d4a7bd0c tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/security-groups?id=75b78e4a-f72a-42ae-924c-e5c8844ea7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321684 Aug 31 04:34:56.564598 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab78ea83-022b-477a-b15e-4fd9682f6522 req-f39ddc80-8045-4151-a5f9-53342a72c702 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:56.566317 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-ab78ea83-022b-477a-b15e-4fd9682f6522 req-f39ddc80-8045-4151-a5f9-53342a72c702 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 946 time: 0.0530410 Aug 31 04:34:56.607687 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-ab78ea83-022b-477a-b15e-4fd9682f6522 req-60772357-4a99-4f32-bfae-da45433e6a08 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b04e1e0-6e1c-49a5-a7f2-f3ca3ba46212&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329962 Aug 31 04:34:56.806564 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 34726) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:34:56.901070 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.v2.base [None req-56ac5523-76d2-452d-a9e6-c41818f90433 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-878837555-network', 'tenant_id': 'bc308d1c5c63497ca880321a556c0dcf'}} {{(pid=93873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:34:56.921978 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56ac5523-76d2-452d-a9e6-c41818f90433 admin admin] Made reservation on behalf of bc308d1c5c63497ca880321a556c0dcf for: {'network': 1} {{(pid=93873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:34:56.924139 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-56ac5523-76d2-452d-a9e6-c41818f90433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for network, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:56.932810 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-56ac5523-76d2-452d-a9e6-c41818f90433 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:57.030949 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-56ac5523-76d2-452d-a9e6-c41818f90433 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:57.034559 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-56ac5523-76d2-452d-a9e6-c41818f90433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:57.060475 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56ac5523-76d2-452d-a9e6-c41818f90433 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 372} {{(pid=93873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 04:34:57.070066 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ac5523-76d2-452d-a9e6-c41818f90433 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c73961c-c280-4987-ae47-3fa0de25eb7d,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:34:57.075492 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-56ac5523-76d2-452d-a9e6-c41818f90433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671022'] for segment, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:57.075928 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.db.segments_db [None req-56ac5523-76d2-452d-a9e6-c41818f90433 admin admin] Added segment a7412fb6-0162-4662-bc72-ded560595039 of type vlan for network 43249730-b634-4d1c-bb80-40b48d096428 Aug 31 04:34:57.119377 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-56ac5523-76d2-452d-a9e6-c41818f90433 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730086947184'] for network, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:57.144156 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-56ac5523-76d2-452d-a9e6-c41818f90433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424'] for network, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:57.145882 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ac5523-76d2-452d-a9e6-c41818f90433 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:57.147227 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-56ac5523-76d2-452d-a9e6-c41818f90433 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8355474'] for network, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:57.208830 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-56ac5523-76d2-452d-a9e6-c41818f90433 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4009204 Aug 31 04:34:57.209684 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ac5523-76d2-452d-a9e6-c41818f90433 admin admin] Pushing event updated for resources: {'Network': ['ID=43249730-b634-4d1c-bb80-40b48d096428,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:34:57.211731 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 34734) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:34:57.216579 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.v2.base [None req-53b4614e-ae97-4cd2-969c-eb2951741efd admin admin] Request body: {'subnet': {'network_id': '43249730-b634-4d1c-bb80-40b48d096428', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-878837555-subnet', 'tenant_id': 'bc308d1c5c63497ca880321a556c0dcf', 'ip_version': 4}} {{(pid=93873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:34:57.219714 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Network 43249730-b634-4d1c-bb80-40b48d096428 details requested by agent ovs-agent-dv-cinder-778193-7-iscsi with host dv-cinder-778193-7-iscsi {{(pid=93875) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 04:34:57.239009 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53b4614e-ae97-4cd2-969c-eb2951741efd admin admin] Made reservation on behalf of bc308d1c5c63497ca880321a556c0dcf for: {'subnet': 1} {{(pid=93873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:34:57.241341 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-53b4614e-ae97-4cd2-969c-eb2951741efd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4637717'] for subnet, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:57.241915 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fff437-3bdb-4f29-915c-29149f2ba5b0 req-4516d036-879c-483a-9e95-f86392ed4a5c tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:57.243659 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-44fff437-3bdb-4f29-915c-29149f2ba5b0 req-4516d036-879c-483a-9e95-f86392ed4a5c tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 945 time: 0.0606368 Aug 31 04:34:57.307124 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-44fff437-3bdb-4f29-915c-29149f2ba5b0 req-8c16bb29-1ec4-492b-ba4f-de9eb75cef7e tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/security-groups?id=330d847d-5013-4fa4-a7d6-33fbc6014196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566330 Aug 31 04:34:57.390027 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522c1da5-3e8f-493c-99bc-678f795ee4bf req-2e8f6b1c-31a9-4b3d-83bd-5d00971bfd81 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:57.391541 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-522c1da5-3e8f-493c-99bc-678f795ee4bf req-2e8f6b1c-31a9-4b3d-83bd-5d00971bfd81 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/ports?device_id=390893f3-2c2b-4803-b7a8-3c19fb0503a4 HTTP/1.1" status: 200 len: 945 time: 0.0472586 Aug 31 04:34:57.411758 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-53b4614e-ae97-4cd2-969c-eb2951741efd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4317115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4637699'] for subnet, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:57.430650 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-522c1da5-3e8f-493c-99bc-678f795ee4bf req-0b74d336-4edb-4214-a6ff-ca1f621c254b tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/security-groups?id=75b78e4a-f72a-42ae-924c-e5c8844ea7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320632 Aug 31 04:34:57.463075 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b4614e-ae97-4cd2-969c-eb2951741efd admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2aeecc1-c6f6-4357-a249-423447e6cfa6,revision_number=0']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:34:57.474289 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b4614e-ae97-4cd2-969c-eb2951741efd admin admin] Checking segment: {'id': 'a7412fb6-0162-4662-bc72-ded560595039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '43249730-b634-4d1c-bb80-40b48d096428'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 04:34:57.474639 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b4614e-ae97-4cd2-969c-eb2951741efd admin admin] Network hostable DHCP agents. Network: 43249730-b634-4d1c-bb80-40b48d096428, hostable agents: ['9b8b4806-ecc0-4bb6-b220-1afcd08d5676'], hosted agents: [] {{(pid=93873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 04:34:57.490162 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b4614e-ae97-4cd2-969c-eb2951741efd admin admin] Network 43249730-b634-4d1c-bb80-40b48d096428 is scheduled to be hosted by DHCP agent 9b8b4806-ecc0-4bb6-b220-1afcd08d5676 with binding_index 1 {{(pid=93873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 04:34:57.498167 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.scheduler.base_scheduler [None req-53b4614e-ae97-4cd2-969c-eb2951741efd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-7-iscsi, 43249730-b634-4d1c-bb80-40b48d096428) {{(pid=93873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:34:57.502773 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b4614e-ae97-4cd2-969c-eb2951741efd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:57.504322 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-53b4614e-ae97-4cd2-969c-eb2951741efd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:57.507762 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc88c44-5dd0-4817-acf8-330f5b0b143b None None] Network 43249730-b634-4d1c-bb80-40b48d096428 requested from dv-cinder-778193-7-iscsi {{(pid=93875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 04:34:57.518568 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-53b4614e-ae97-4cd2-969c-eb2951741efd admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3057902 Aug 31 04:34:57.522007 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 34738) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:34:57.526368 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.v2.base [None req-5434ff98-1c99-4e3a-92e9-ec620ccb4426 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-878837555-router', 'tenant_id': 'bc308d1c5c63497ca880321a556c0dcf', 'external_gateway_info': {'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408'}}} {{(pid=93873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:34:57.545711 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-5434ff98-1c99-4e3a-92e9-ec620ccb4426 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7908113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4355'] for router, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:57.546921 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-5434ff98-1c99-4e3a-92e9-ec620ccb4426 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7955191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7955588', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8024679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4372'] for router, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:57.603477 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-5434ff98-1c99-4e3a-92e9-ec620ccb4426 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:57.656565 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cdb6adf-e741-41bf-af7f-6a8265c06b4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7a2cf1e-32d6-59fc-ab2a-f09a03f47ff6-43249730-b634-4d1c-bb80-40b48d096428', 'network_id': '43249730-b634-4d1c-bb80-40b48d096428', 'tenant_id': 'bc308d1c5c63497ca880321a556c0dcf', 'fixed_ips': [{'subnet_id': 'c2aeecc1-c6f6-4357-a249-423447e6cfa6'}]}} from dv-cinder-778193-7-iscsi. {{(pid=93875) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 04:34:57.657637 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8cdb6adf-e741-41bf-af7f-6a8265c06b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:57.743761 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1676164-9dcd-44d0-8c8c-efb742e0dce9 req-eb51f4ca-91ab-4ad5-9344-74027d9c0e49 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:57.757002 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-d1676164-9dcd-44d0-8c8c-efb742e0dce9 req-eb51f4ca-91ab-4ad5-9344-74027d9c0e49 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 946 time: 0.0673501 Aug 31 04:34:57.764852 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-5434ff98-1c99-4e3a-92e9-ec620ccb4426 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:57.767499 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:57.803931 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-d1676164-9dcd-44d0-8c8c-efb742e0dce9 req-68a1bbb1-7e6b-4506-9516-62ad1ff66b74 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b04e1e0-6e1c-49a5-a7f2-f3ca3ba46212&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437341 Aug 31 04:34:57.823790 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-8cdb6adf-e741-41bf-af7f-6a8265c06b4d None None] Allocated IP 172.20.0.2 (43249730-b634-4d1c-bb80-40b48d096428/c2aeecc1-c6f6-4357-a249-423447e6cfa6/a4d145c0-efca-4680-af82-018957d2b6bb) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:34:57.997155 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8cdb6adf-e741-41bf-af7f-6a8265c06b4d None None] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:58.009625 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-8cdb6adf-e741-41bf-af7f-6a8265c06b4d None None] Transition to ACTIVE for port object a4d145c0-efca-4680-af82-018957d2b6bb will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 04:34:58.013555 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-5434ff98-1c99-4e3a-92e9-ec620ccb4426 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:58.025031 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-8cdb6adf-e741-41bf-af7f-6a8265c06b4d None None] Transition to ACTIVE for port object a4d145c0-efca-4680-af82-018957d2b6bb will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 04:34:58.031166 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8cdb6adf-e741-41bf-af7f-6a8265c06b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730086931496'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:58.034298 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-5434ff98-1c99-4e3a-92e9-ec620ccb4426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:58.064532 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cdb6adf-e741-41bf-af7f-6a8265c06b4d None None] Network 43249730-b634-4d1c-bb80-40b48d096428 is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:34:58.067611 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-8cdb6adf-e741-41bf-af7f-6a8265c06b4d None None] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:34:58.071000 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cdb6adf-e741-41bf-af7f-6a8265c06b4d None None] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 04:34:58.087833 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdb6adf-e741-41bf-af7f-6a8265c06b4d None None] Pushing event updated for resources: {'Port': ['ID=a4d145c0-efca-4680-af82-018957d2b6bb,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:34:58.130972 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [None req-8cdb6adf-e741-41bf-af7f-6a8265c06b4d None None] Attempting to bind port a4d145c0-efca-4680-af82-018957d2b6bb on host dv-cinder-778193-7-iscsi for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 04:34:58.131346 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [None req-8cdb6adf-e741-41bf-af7f-6a8265c06b4d None None] Attempting to bind port a4d145c0-efca-4680-af82-018957d2b6bb by drivers openvswitch,hyperv on host dv-cinder-778193-7-iscsi at level 0 using segments [{'id': 'a7412fb6-0162-4662-bc72-ded560595039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '43249730-b634-4d1c-bb80-40b48d096428'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 04:34:58.131703 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cdb6adf-e741-41bf-af7f-6a8265c06b4d None None] Attempting to bind port a4d145c0-efca-4680-af82-018957d2b6bb on network 43249730-b634-4d1c-bb80-40b48d096428 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 04:34:58.141161 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cdb6adf-e741-41bf-af7f-6a8265c06b4d None None] Checking agent: {'id': '68c6f462-eb0a-4cde-80ac-29944282ee42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 4, 24, 29), 'started_at': datetime.datetime(2021, 8, 31, 4, 24, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 4, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 04:34:58.141638 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cdb6adf-e741-41bf-af7f-6a8265c06b4d None None] Checking segment: {'id': 'a7412fb6-0162-4662-bc72-ded560595039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '43249730-b634-4d1c-bb80-40b48d096428'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 04:34:58.142173 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8cdb6adf-e741-41bf-af7f-6a8265c06b4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:58.142645 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cdb6adf-e741-41bf-af7f-6a8265c06b4d None None] Bound using segment: {'id': 'a7412fb6-0162-4662-bc72-ded560595039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '43249730-b634-4d1c-bb80-40b48d096428'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 04:34:58.143232 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [None req-8cdb6adf-e741-41bf-af7f-6a8265c06b4d None None] Bound port: a4d145c0-efca-4680-af82-018957d2b6bb, host: dv-cinder-778193-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7412fb6-0162-4662-bc72-ded560595039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '43249730-b634-4d1c-bb80-40b48d096428'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 04:34:58.143680 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8cdb6adf-e741-41bf-af7f-6a8265c06b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:58.143850 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.db.db_base_plugin_common [None req-5434ff98-1c99-4e3a-92e9-ec620ccb4426 admin admin] Allocated IP 172.27.3.205 (f4b5f899-990a-4804-98c2-2f4cfa444408/03ec91ec-d42e-4d2c-8dee-dc4e2d357557/6ecc3b37-8ac0-4da3-b9fe-c8b7712cac05) {{(pid=93873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:34:58.215602 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-8cdb6adf-e741-41bf-af7f-6a8265c06b4d None None] For port a4d145c0-efca-4680-af82-018957d2b6bb, host dv-cinder-778193-7-iscsi, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:34:58.219276 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-8cdb6adf-e741-41bf-af7f-6a8265c06b4d None None] For port a4d145c0-efca-4680-af82-018957d2b6bb, host dv-cinder-778193-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-7-iscsi',level=0,port_id=a4d145c0-efca-4680-af82-018957d2b6bb,segment=NetworkSegment(a7412fb6-0162-4662-bc72-ded560595039),segment_id=a7412fb6-0162-4662-bc72-ded560595039)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:34:58.224838 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8cdb6adf-e741-41bf-af7f-6a8265c06b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:58.252485 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-5434ff98-1c99-4e3a-92e9-ec620ccb4426 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:58.281714 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdb6adf-e741-41bf-af7f-6a8265c06b4d None None] Pushing event updated for resources: {'Port': ['ID=a4d145c0-efca-4680-af82-018957d2b6bb,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:34:58.299015 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-5434ff98-1c99-4e3a-92e9-ec620ccb4426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730086931496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4316683'] for port, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:58.336027 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5434ff98-1c99-4e3a-92e9-ec620ccb4426 admin admin] Network f4b5f899-990a-4804-98c2-2f4cfa444408 is already hosted by enough agents. {{(pid=93873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:34:58.341103 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.scheduler.base_scheduler [None req-5434ff98-1c99-4e3a-92e9-ec620ccb4426 admin admin] Resources bound (agent type, host, resource id): {{(pid=93873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:34:58.344634 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5434ff98-1c99-4e3a-92e9-ec620ccb4426 admin admin] Received port after_create {{(pid=93873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 04:34:58.376981 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5434ff98-1c99-4e3a-92e9-ec620ccb4426 admin admin] Pushing event updated for resources: {'Port': ['ID=6ecc3b37-8ac0-4da3-b9fe-c8b7712cac05,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:34:58.444514 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294bd2a5-45cd-4457-9b9d-33bbdd5d51fb req-4547680c-5401-4228-9666-3ddb9ea321d2 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:58.446744 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-294bd2a5-45cd-4457-9b9d-33bbdd5d51fb req-4547680c-5401-4228-9666-3ddb9ea321d2 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 945 time: 0.0743070 Aug 31 04:34:58.501049 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-294bd2a5-45cd-4457-9b9d-33bbdd5d51fb req-1428eb6f-a067-40a9-bac6-0419aac3f3b9 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/security-groups?id=330d847d-5013-4fa4-a7d6-33fbc6014196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464356 Aug 31 04:34:58.563315 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.agents_db [None req-b358f2ce-044e-44db-8ffe-8010ce8c5d43 None None] Agent healthcheck: found 6 active agents {{(pid=93876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:34:58.579391 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d492d3b0-7327-4486-8fe1-74705b7e0137 req-edc314cf-98c5-42cc-a0ef-7882c109e578 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:58.581159 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-d492d3b0-7327-4486-8fe1-74705b7e0137 req-edc314cf-98c5-42cc-a0ef-7882c109e578 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/ports?device_id=390893f3-2c2b-4803-b7a8-3c19fb0503a4 HTTP/1.1" status: 200 len: 945 time: 0.0553954 Aug 31 04:34:58.622944 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-d492d3b0-7327-4486-8fe1-74705b7e0137 req-2408f87e-7bb2-4e17-af35-7f5365e528f4 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/security-groups?id=75b78e4a-f72a-42ae-924c-e5c8844ea7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350060 Aug 31 04:34:58.626695 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c384cb85-69bd-4088-8b12-523c819995f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:58.648061 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-5434ff98-1c99-4e3a-92e9-ec620ccb4426 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:58.848825 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-5434ff98-1c99-4e3a-92e9-ec620ccb4426 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7955150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7955703'] for router, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:58.949709 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:58.993219 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37b651f-abf7-444b-b4dc-032931f72e56 req-42583443-f0a0-4457-80db-997b2e3fd68d tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:59.001101 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-c37b651f-abf7-444b-b4dc-032931f72e56 req-42583443-f0a0-4457-80db-997b2e3fd68d tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 946 time: 0.1290390 Aug 31 04:34:59.024779 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5434ff98-1c99-4e3a-92e9-ec620ccb4426 admin admin] Router cfb1beff-8e89-4236-bc57-c670bf3ccc79 is scheduled to L3 agent 0d18d50c-d309-40cc-9cbf-a014e4f79dac with binding_index 1 {{(pid=93873) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 04:34:59.028517 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c911da9-68e2-4e7c-9d92-c2bebb74043e req-a94fa74f-19da-4eac-8b7f-101675817892 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:59.034598 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-1c911da9-68e2-4e7c-9d92-c2bebb74043e req-a94fa74f-19da-4eac-8b7f-101675817892 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 946 time: 0.1306300 Aug 31 04:34:59.070022 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-c37b651f-abf7-444b-b4dc-032931f72e56 req-f4d76cdf-850d-48dd-b7c1-1fa84822af3c tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b04e1e0-6e1c-49a5-a7f2-f3ca3ba46212&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680318 Aug 31 04:34:59.086737 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-1c911da9-68e2-4e7c-9d92-c2bebb74043e req-3e7b4030-7b3d-465c-a54d-9b8f7a3bcdef tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f65e94a-0045-4695-bea3-6d2c0c319a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485854 Aug 31 04:34:59.113934 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 34764) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:34:59.288511 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5393ce4-c838-46f0-8d4b-6157305d6921 None None] Network 43249730-b634-4d1c-bb80-40b48d096428 requested from dv-cinder-778193-7-iscsi {{(pid=93875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 04:34:59.291506 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef944b9-d1f5-4ac4-8f6d-8321a6263dff tempest-TestMinimumBasicScenario-2109351753 tempest-TestMinimumBasicScenario-2109351753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:59.293175 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-bef944b9-d1f5-4ac4-8f6d-8321a6263dff tempest-TestMinimumBasicScenario-2109351753 tempest-TestMinimumBasicScenario-2109351753-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 1094 time: 0.1781862 Aug 31 04:34:59.296249 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 34770) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:34:59.301575 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.v2.base [None req-fb74b5e5-f8d6-4415-9e8a-6ffdb6c734aa tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Request body: {'floatingip': {'floating_network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'port_id': 'aaa499c0-5a26-4672-a78d-9fc4fa36a9ba', 'tenant_id': 'ab311a0b396b46aeb9650f0c41fada96', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:34:59.324383 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-fb74b5e5-f8d6-4415-9e8a-6ffdb6c734aa tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Notify callbacks [] for floatingip, before_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:59.373636 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-bb5d85ef-eeb2-40fd-afaa-c67ba015de12 None None] Provisioning for port a4d145c0-efca-4680-af82-018957d2b6bb completed by entity DHCP. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 04:34:59.383362 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5434ff98-1c99-4e3a-92e9-ec620ccb4426 admin admin] Notify agent at l3_agent.dv-cinder-778193-7-iscsi the message routers_updated {{(pid=93873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:34:59.393474 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cef7968-5129-417c-a493-0aa8b58d1368 None None] Sync routers for ids ['cfb1beff-8e89-4236-bc57-c670bf3ccc79'] in dv-cinder-778193-7-iscsi {{(pid=93876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:34:59.405762 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cef7968-5129-417c-a493-0aa8b58d1368 None None] Routers {'cfb1beff-8e89-4236-bc57-c670bf3ccc79'} bound to L3 agent in host dv-cinder-778193-7-iscsi {{(pid=93876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 04:34:59.406564 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.l3_hamode_db [None req-9cef7968-5129-417c-a493-0aa8b58d1368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T04:24:29Z,description=,heartbeat_timestamp=2021-08-31T04:34:59Z,host='dv-cinder-778193-7-iscsi',id=0d18d50c-d309-40cc-9cbf-a014e4f79dac,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T04:24:29Z,topic='l3_agent')) {'router_ids': ['cfb1beff-8e89-4236-bc57-c670bf3ccc79'], 'active': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:34:59.411992 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-5434ff98-1c99-4e3a-92e9-ec620ccb4426 admin admin] Notify callbacks [] for router, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:59.415992 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-5434ff98-1c99-4e3a-92e9-ec620ccb4426 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8921814 Aug 31 04:34:59.416240 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 34772) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:34:59.510339 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-fb74b5e5-f8d6-4415-9e8a-6ffdb6c734aa tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:59.561464 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Device a4d145c0-efca-4680-af82-018957d2b6bb up at agent ovs-agent-dv-cinder-778193-7-iscsi {{(pid=93875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:34:59.589062 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.l3_dvr_db [None req-9cef7968-5129-417c-a493-0aa8b58d1368 None None] Set router cfb1beff-8e89-4236-bc57-c670bf3ccc79 gateway port host: dv-cinder-778193-7-iscsi {{(pid=93876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 04:34:59.631360 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Provisioning for port a4d145c0-efca-4680-af82-018957d2b6bb completed by entity L2. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 04:34:59.641619 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Provisioning complete for port a4d145c0-efca-4680-af82-018957d2b6bb triggered by entity L2. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:34:59.643322 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667402'] for port, provisioning_complete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:59.737566 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.db.db_base_plugin_common [None req-fb74b5e5-f8d6-4415-9e8a-6ffdb6c734aa tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Allocated IP 172.27.3.47 (f4b5f899-990a-4804-98c2-2f4cfa444408/03ec91ec-d42e-4d2c-8dee-dc4e2d357557/d36a5439-c4a7-4b81-9c11-b9fc3a576db4) {{(pid=93874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:34:59.750059 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:59.799965 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] For port a4d145c0-efca-4680-af82-018957d2b6bb, host dv-cinder-778193-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-7-iscsi',level=0,port_id=a4d145c0-efca-4680-af82-018957d2b6bb,segment=NetworkSegment(a7412fb6-0162-4662-bc72-ded560595039),segment_id=a7412fb6-0162-4662-bc72-ded560595039)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:34:59.819639 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:59.834963 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cae06a7b-375a-4b62-8781-ea2d8af560c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:59.854652 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.l3_hamode_db [None req-9cef7968-5129-417c-a493-0aa8b58d1368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfb1beff-8e89-4236-bc57-c670bf3ccc79', 'name': 'tempest-TestVolumeBootPattern-878837555-router', 'tenant_id': 'bc308d1c5c63497ca880321a556c0dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'external_fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '6ecc3b37-8ac0-4da3-b9fe-c8b7712cac05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:34:57Z', 'updated_at': '2021-08-31T04:34:58Z', 'revision_number': 3, 'project_id': 'bc308d1c5c63497ca880321a556c0dcf', 'gw_port': {'id': '6ecc3b37-8ac0-4da3-b9fe-c8b7712cac05', 'name': '', 'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:34:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfb1beff-8e89-4236-bc57-c670bf3ccc79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:34:58Z', 'updated_at': '2021-08-31T04:34:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-iscsi'}], 'dv-cinder-778193-7-iscsi', False) {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:34:59.877503 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123f4dc2-3dd5-4d70-a5c8-f90236b9d97c req-3df704f4-482a-4e87-a707-adb95450347a tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:59.880381 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-123f4dc2-3dd5-4d70-a5c8-f90236b9d97c req-3df704f4-482a-4e87-a707-adb95450347a tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 945 time: 0.2219813 Aug 31 04:34:59.892685 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cef7968-5129-417c-a493-0aa8b58d1368 None None] Checking router: cfb1beff-8e89-4236-bc57-c670bf3ccc79 for host: dv-cinder-778193-7-iscsi {{(pid=93876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:34:59.893049 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cef7968-5129-417c-a493-0aa8b58d1368 None None] Updating router cfb1beff-8e89-4236-bc57-c670bf3ccc79 port 6ecc3b37-8ac0-4da3-b9fe-c8b7712cac05 binding host dv-cinder-778193-7-iscsi {{(pid=93876) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 04:34:59.903237 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-56e3694a-6d31-4f0b-869f-af081e38bf40 None None] Provisioning complete for port a4d145c0-efca-4680-af82-018957d2b6bb triggered by entity DHCP. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:34:59.903886 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-56e3694a-6d31-4f0b-869f-af081e38bf40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667402'] for port, provisioning_complete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:59.910778 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3099eeb4-5fe4-4ef0-ac1f-b4f36ef9dbd0 req-07f910c2-d4af-47dc-abb2-f1035f34456d tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:59.912278 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-3099eeb4-5fe4-4ef0-ac1f-b4f36ef9dbd0 req-07f910c2-d4af-47dc-abb2-f1035f34456d tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/ports?device_id=390893f3-2c2b-4803-b7a8-3c19fb0503a4 HTTP/1.1" status: 200 len: 945 time: 0.1562228 Aug 31 04:34:59.920611 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9cef7968-5129-417c-a493-0aa8b58d1368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:59.996603 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-123f4dc2-3dd5-4d70-a5c8-f90236b9d97c req-1c6b70a1-6ef1-485a-aadf-6c317da74fb5 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/security-groups?id=330d847d-5013-4fa4-a7d6-33fbc6014196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043711 Aug 31 04:35:00.010477 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-3099eeb4-5fe4-4ef0-ac1f-b4f36ef9dbd0 req-43805f6b-eb5c-45bc-a5fc-244d6b0d8c86 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/security-groups?id=75b78e4a-f72a-42ae-924c-e5c8844ea7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843542 Aug 31 04:35:00.013040 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Pushing event updated for resources: {'Port': ['ID=a4d145c0-efca-4680-af82-018957d2b6bb,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:00.013627 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-fb74b5e5-f8d6-4415-9e8a-6ffdb6c734aa tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Notify callbacks [] for port, precommit_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:00.084352 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-fb74b5e5-f8d6-4415-9e8a-6ffdb6c734aa tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730086931496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16403769'] for port, after_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:00.085450 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-8dc1bd41-56ac-404b-877a-1f3ce0869d15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:00.133498 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb74b5e5-f8d6-4415-9e8a-6ffdb6c734aa tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Pushing event updated for resources: {'Port': ['ID=d36a5439-c4a7-4b81-9c11-b9fc3a576db4,revision_number=1']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:00.152554 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb74b5e5-f8d6-4415-9e8a-6ffdb6c734aa tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Network f4b5f899-990a-4804-98c2-2f4cfa444408 is already hosted by enough agents. {{(pid=93874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:35:00.163349 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.scheduler.base_scheduler [None req-fb74b5e5-f8d6-4415-9e8a-6ffdb6c734aa tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Resources bound (agent type, host, resource id): {{(pid=93874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:35:00.178868 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb74b5e5-f8d6-4415-9e8a-6ffdb6c734aa tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Received port after_create {{(pid=93874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 04:35:00.240065 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3058c3-1014-413b-9993-08290e5c3159 req-ef19ac17-6a87-4d48-8801-2c4e17ff8e14 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:00.241580 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-ad3058c3-1014-413b-9993-08290e5c3159 req-ef19ac17-6a87-4d48-8801-2c4e17ff8e14 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 946 time: 0.0882626 Aug 31 04:35:00.272645 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9cef7968-5129-417c-a493-0aa8b58d1368 None None] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:00.277410 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.db.db_base_plugin_common [None req-8dc1bd41-56ac-404b-877a-1f3ce0869d15 admin admin] Allocated IP 172.20.0.1 (43249730-b634-4d1c-bb80-40b48d096428/c2aeecc1-c6f6-4357-a249-423447e6cfa6/6141179c-73a1-4156-8613-05bb9a893f80) {{(pid=93873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:35:00.284739 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [None req-9cef7968-5129-417c-a493-0aa8b58d1368 None None] Transition to ACTIVE for port object 6ecc3b37-8ac0-4da3-b9fe-c8b7712cac05 will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 04:35:00.293036 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9cef7968-5129-417c-a493-0aa8b58d1368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:00.343339 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-ad3058c3-1014-413b-9993-08290e5c3159 req-8e91f698-cd94-42b4-948e-e7e632a6c226 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b04e1e0-6e1c-49a5-a7f2-f3ca3ba46212&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831261 Aug 31 04:35:00.359665 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737ca06d-f676-4381-a535-47a3b9b27277 None None] Pushing event updated for resources: {'Port': ['ID=6ecc3b37-8ac0-4da3-b9fe-c8b7712cac05,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:00.371471 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737ca06d-f676-4381-a535-47a3b9b27277 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:35:00.371471 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737ca06d-f676-4381-a535-47a3b9b27277 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:35:00.371471 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737ca06d-f676-4381-a535-47a3b9b27277 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:35:00.371471 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737ca06d-f676-4381-a535-47a3b9b27277 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:35:00.371471 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737ca06d-f676-4381-a535-47a3b9b27277 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:35:00.371471 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737ca06d-f676-4381-a535-47a3b9b27277 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:35:00.371895 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737ca06d-f676-4381-a535-47a3b9b27277 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:35:00.372242 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737ca06d-f676-4381-a535-47a3b9b27277 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:35:00.372418 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737ca06d-f676-4381-a535-47a3b9b27277 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:35:00.372697 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737ca06d-f676-4381-a535-47a3b9b27277 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:35:00.373015 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737ca06d-f676-4381-a535-47a3b9b27277 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:35:00.373335 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737ca06d-f676-4381-a535-47a3b9b27277 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:35:00.378110 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-9cef7968-5129-417c-a493-0aa8b58d1368 None None] Attempting to bind port 6ecc3b37-8ac0-4da3-b9fe-c8b7712cac05 on host dv-cinder-778193-7-iscsi for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 04:35:00.378492 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-9cef7968-5129-417c-a493-0aa8b58d1368 None None] Attempting to bind port 6ecc3b37-8ac0-4da3-b9fe-c8b7712cac05 by drivers openvswitch,hyperv on host dv-cinder-778193-7-iscsi at level 0 using segments [{'id': '9b39574f-0af1-490f-b9cc-82fd551fb7d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 04:35:00.379877 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cef7968-5129-417c-a493-0aa8b58d1368 None None] Attempting to bind port 6ecc3b37-8ac0-4da3-b9fe-c8b7712cac05 on network f4b5f899-990a-4804-98c2-2f4cfa444408 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 04:35:00.385005 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cef7968-5129-417c-a493-0aa8b58d1368 None None] Checking agent: {'id': '68c6f462-eb0a-4cde-80ac-29944282ee42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 4, 24, 29), 'started_at': datetime.datetime(2021, 8, 31, 4, 24, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 4, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 04:35:00.385377 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cef7968-5129-417c-a493-0aa8b58d1368 None None] Checking segment: {'id': '9b39574f-0af1-490f-b9cc-82fd551fb7d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 04:35:00.385774 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9cef7968-5129-417c-a493-0aa8b58d1368 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:00.386288 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cef7968-5129-417c-a493-0aa8b58d1368 None None] Bound using segment: {'id': '9b39574f-0af1-490f-b9cc-82fd551fb7d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 04:35:00.386757 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-9cef7968-5129-417c-a493-0aa8b58d1368 None None] Bound port: 6ecc3b37-8ac0-4da3-b9fe-c8b7712cac05, host: dv-cinder-778193-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b39574f-0af1-490f-b9cc-82fd551fb7d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 04:35:00.387256 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9cef7968-5129-417c-a493-0aa8b58d1368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:00.395527 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-8dc1bd41-56ac-404b-877a-1f3ce0869d15 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:00.408807 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-8dc1bd41-56ac-404b-877a-1f3ce0869d15 admin admin] Transition to ACTIVE for port object 6141179c-73a1-4156-8613-05bb9a893f80 will not be triggered until provisioned by entity DHCP. {{(pid=93873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 04:35:00.445164 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-8dc1bd41-56ac-404b-877a-1f3ce0869d15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730086931496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4316683'] for port, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:00.451322 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-9cef7968-5129-417c-a493-0aa8b58d1368 None None] For port 6ecc3b37-8ac0-4da3-b9fe-c8b7712cac05, host dv-cinder-778193-7-iscsi, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:35:00.454436 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-9cef7968-5129-417c-a493-0aa8b58d1368 None None] For port 6ecc3b37-8ac0-4da3-b9fe-c8b7712cac05, host dv-cinder-778193-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-7-iscsi',level=0,port_id=6ecc3b37-8ac0-4da3-b9fe-c8b7712cac05,segment=NetworkSegment(9b39574f-0af1-490f-b9cc-82fd551fb7d5),segment_id=9b39574f-0af1-490f-b9cc-82fd551fb7d5)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:35:00.460040 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9cef7968-5129-417c-a493-0aa8b58d1368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:00.491815 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc1bd41-56ac-404b-877a-1f3ce0869d15 admin admin] Network 43249730-b634-4d1c-bb80-40b48d096428 is already hosted by enough agents. {{(pid=93873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:35:00.494808 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.scheduler.base_scheduler [None req-8dc1bd41-56ac-404b-877a-1f3ce0869d15 admin admin] Resources bound (agent type, host, resource id): {{(pid=93873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:35:00.498561 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc1bd41-56ac-404b-877a-1f3ce0869d15 admin admin] Received port after_create {{(pid=93873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 04:35:00.522868 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cef7968-5129-417c-a493-0aa8b58d1368 None None] Routers {'cfb1beff-8e89-4236-bc57-c670bf3ccc79'} bound to L3 agent in host dv-cinder-778193-7-iscsi {{(pid=93876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 04:35:00.523084 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc1bd41-56ac-404b-877a-1f3ce0869d15 admin admin] Pushing event updated for resources: {'Port': ['ID=6141179c-73a1-4156-8613-05bb9a893f80,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:00.523493 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.l3_hamode_db [None req-9cef7968-5129-417c-a493-0aa8b58d1368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T04:24:29Z,description=,heartbeat_timestamp=2021-08-31T04:34:59Z,host='dv-cinder-778193-7-iscsi',id=0d18d50c-d309-40cc-9cbf-a014e4f79dac,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T04:24:29Z,topic='l3_agent')) {'router_ids': ['cfb1beff-8e89-4236-bc57-c670bf3ccc79'], 'active': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:35:00.527560 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737ca06d-f676-4381-a535-47a3b9b27277 None None] Pushing event updated for resources: {'Port': ['ID=6ecc3b37-8ac0-4da3-b9fe-c8b7712cac05,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:00.554870 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-8dc1bd41-56ac-404b-877a-1f3ce0869d15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7956356'] for router_interface, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:00.638795 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-fb74b5e5-f8d6-4415-9e8a-6ffdb6c734aa tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:00.658248 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.l3_dvr_db [None req-9cef7968-5129-417c-a493-0aa8b58d1368 None None] Set router cfb1beff-8e89-4236-bc57-c670bf3ccc79 gateway port host: dv-cinder-778193-7-iscsi {{(pid=93876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 04:35:00.715546 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-8dc1bd41-56ac-404b-877a-1f3ce0869d15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:00.719649 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-fb74b5e5-f8d6-4415-9e8a-6ffdb6c734aa tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:00.743082 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-782595e0-fe26-4308-857a-97c90c3f6bae None None] Provisioning for port 6141179c-73a1-4156-8613-05bb9a893f80 completed by entity DHCP. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 04:35:00.750331 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-782595e0-fe26-4308-857a-97c90c3f6bae None None] Provisioning complete for port 6141179c-73a1-4156-8613-05bb9a893f80 triggered by entity DHCP. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:35:00.750777 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-782595e0-fe26-4308-857a-97c90c3f6bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667402'] for port, provisioning_complete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:00.788058 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-782595e0-fe26-4308-857a-97c90c3f6bae None None] Port 6141179c-73a1-4156-8613-05bb9a893f80 cannot update to ACTIVE because it is not bound. {{(pid=93875) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 04:35:00.864800 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.l3_hamode_db [None req-9cef7968-5129-417c-a493-0aa8b58d1368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfb1beff-8e89-4236-bc57-c670bf3ccc79', 'name': 'tempest-TestVolumeBootPattern-878837555-router', 'tenant_id': 'bc308d1c5c63497ca880321a556c0dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'external_fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '6ecc3b37-8ac0-4da3-b9fe-c8b7712cac05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:34:57Z', 'updated_at': '2021-08-31T04:34:58Z', 'revision_number': 3, 'project_id': 'bc308d1c5c63497ca880321a556c0dcf', 'gw_port': {'id': '6ecc3b37-8ac0-4da3-b9fe-c8b7712cac05', 'name': '', 'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:34:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfb1beff-8e89-4236-bc57-c670bf3ccc79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:34:58Z', 'updated_at': '2021-08-31T04:35:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-iscsi'}], 'dv-cinder-778193-7-iscsi', False) {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:35:00.886749 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-fb74b5e5-f8d6-4415-9e8a-6ffdb6c734aa tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Notify callbacks [] for port, precommit_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:00.891795 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-fb74b5e5-f8d6-4415-9e8a-6ffdb6c734aa tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16403712'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:00.894029 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cef7968-5129-417c-a493-0aa8b58d1368 None None] The sync data for ids ['cfb1beff-8e89-4236-bc57-c670bf3ccc79'] in dv-cinder-778193-7-iscsi is: [{'id': 'cfb1beff-8e89-4236-bc57-c670bf3ccc79', 'name': 'tempest-TestVolumeBootPattern-878837555-router', 'tenant_id': 'bc308d1c5c63497ca880321a556c0dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'external_fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '6ecc3b37-8ac0-4da3-b9fe-c8b7712cac05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:34:57Z', 'updated_at': '2021-08-31T04:34:58Z', 'revision_number': 3, 'project_id': 'bc308d1c5c63497ca880321a556c0dcf', 'gw_port': {'id': '6ecc3b37-8ac0-4da3-b9fe-c8b7712cac05', 'name': '', 'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:34:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfb1beff-8e89-4236-bc57-c670bf3ccc79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:34:58Z', 'updated_at': '2021-08-31T04:35:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-iscsi'}] {{(pid=93876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:35:00.906952 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-8dc1bd41-56ac-404b-877a-1f3ce0869d15 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:00.912129 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-8dc1bd41-56ac-404b-877a-1f3ce0869d15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4316722'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:00.975501 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb74b5e5-f8d6-4415-9e8a-6ffdb6c734aa tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Pushing event updated for resources: {'Port': ['ID=d36a5439-c4a7-4b81-9c11-b9fc3a576db4,revision_number=2']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:00.978943 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc1bd41-56ac-404b-877a-1f3ce0869d15 admin admin] Pushing event updated for resources: {'Port': ['ID=6141179c-73a1-4156-8613-05bb9a893f80,revision_number=2']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:00.979294 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-fb74b5e5-f8d6-4415-9e8a-6ffdb6c734aa tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7956241'] for floatingip, after_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:00.990023 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-8dc1bd41-56ac-404b-877a-1f3ce0869d15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8355406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7953204'] for router_interface, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:01.104126 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc1bd41-56ac-404b-877a-1f3ce0869d15 admin admin] Network 43249730-b634-4d1c-bb80-40b48d096428 is already hosted by enough agents. {{(pid=93873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:35:01.105776 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.scheduler.base_scheduler [None req-8dc1bd41-56ac-404b-877a-1f3ce0869d15 admin admin] Resources bound (agent type, host, resource id): {{(pid=93873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:35:01.116530 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.db.l3_db [None req-fb74b5e5-f8d6-4415-9e8a-6ffdb6c734aa tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Floating IP 126fa32a-b323-41e7-9bc8-84b02dbaf209 associated. External IP: 172.27.3.47, port: aaa499c0-5a26-4672-a78d-9fc4fa36a9ba. Aug 31 04:35:01.260295 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a4fd8ad5-a492-4575-8673-07e6bf736dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:01.296734 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dc1bd41-56ac-404b-877a-1f3ce0869d15 admin admin] Router cfb1beff-8e89-4236-bc57-c670bf3ccc79 has already been hosted by L3 agent 0d18d50c-d309-40cc-9cbf-a014e4f79dac {{(pid=93873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 04:35:01.320292 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b40a508-5471-43c1-9dbd-c84c0af80751 req-5893f0ab-520f-4963-8348-316581b1e02c tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:01.321889 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-0b40a508-5471-43c1-9dbd-c84c0af80751 req-5893f0ab-520f-4963-8348-316581b1e02c tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 945 time: 0.2342293 Aug 31 04:35:01.340386 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ce16b4-a7f4-4f76-863a-dcc7f737419c req-e000d5d4-da58-4238-b671-084c67bbb7e0 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:01.342006 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-15ce16b4-a7f4-4f76-863a-dcc7f737419c req-e000d5d4-da58-4238-b671-084c67bbb7e0 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/ports?device_id=390893f3-2c2b-4803-b7a8-3c19fb0503a4 HTTP/1.1" status: 200 len: 945 time: 0.1546245 Aug 31 04:35:01.428308 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-7fd98c22-09cf-4453-ac40-d639ee44a47c None None] Provisioning complete for port 6141179c-73a1-4156-8613-05bb9a893f80 triggered by entity DHCP. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:35:01.428695 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7fd98c22-09cf-4453-ac40-d639ee44a47c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667402'] for port, provisioning_complete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:01.469077 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-0b40a508-5471-43c1-9dbd-c84c0af80751 req-9f5a552c-9b46-4d0f-94b5-692ff66794a2 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/security-groups?id=330d847d-5013-4fa4-a7d6-33fbc6014196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1260483 Aug 31 04:35:01.480878 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dc1bd41-56ac-404b-877a-1f3ce0869d15 admin admin] Notify agent at l3_agent.dv-cinder-778193-7-iscsi the message routers_updated {{(pid=93873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:35:01.486539 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-8dc1bd41-56ac-404b-877a-1f3ce0869d15 admin admin] 10.222.0.37 "PUT /v2.0/routers/cfb1beff-8e89-4236-bc57-c670bf3ccc79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0683906 Aug 31 04:35:01.527134 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-7fd98c22-09cf-4453-ac40-d639ee44a47c None None] Port 6141179c-73a1-4156-8613-05bb9a893f80 cannot update to ACTIVE because it is not bound. {{(pid=93875) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 04:35:01.551136 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-15ce16b4-a7f4-4f76-863a-dcc7f737419c req-74c413ce-d2a7-4b8a-be44-8e92f1689a12 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/security-groups?id=75b78e4a-f72a-42ae-924c-e5c8844ea7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894515 Aug 31 04:35:01.590862 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb74b5e5-f8d6-4415-9e8a-6ffdb6c734aa tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Router cf8c7e76-b4ee-46de-aa8a-5aa9ddaca693 has already been hosted by L3 agent 0d18d50c-d309-40cc-9cbf-a014e4f79dac {{(pid=93874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 04:35:01.620600 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Device 6ecc3b37-8ac0-4da3-b9fe-c8b7712cac05 up at agent ovs-agent-dv-cinder-778193-7-iscsi {{(pid=93875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:35:01.683167 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Provisioning for port 6ecc3b37-8ac0-4da3-b9fe-c8b7712cac05 completed by entity L2. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 04:35:01.686598 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac5b635-ddcf-41e9-91aa-d4f44bfdd3eb req-e666c1bc-0e80-4932-80bc-48bebb8b1baf tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:01.687898 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Provisioning complete for port 6ecc3b37-8ac0-4da3-b9fe-c8b7712cac05 triggered by entity L2. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:35:01.688273 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-dac5b635-ddcf-41e9-91aa-d4f44bfdd3eb req-e666c1bc-0e80-4932-80bc-48bebb8b1baf tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 946 time: 0.0945430 Aug 31 04:35:01.697435 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667402'] for port, provisioning_complete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:01.798040 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-dac5b635-ddcf-41e9-91aa-d4f44bfdd3eb req-156a4dec-be23-42c7-9f39-d931ac6dcf47 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b04e1e0-6e1c-49a5-a7f2-f3ca3ba46212&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947998 Aug 31 04:35:01.819412 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:01.823400 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb74b5e5-f8d6-4415-9e8a-6ffdb6c734aa tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Notify agent at l3_agent.dv-cinder-778193-7-iscsi the message routers_updated {{(pid=93874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:35:01.843916 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-fb74b5e5-f8d6-4415-9e8a-6ffdb6c734aa tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200266'] for floatingip, before_response {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:01.857143 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6c7420-7149-448e-ab0a-963da82502f0 None None] Sync routers for ids ['cf8c7e76-b4ee-46de-aa8a-5aa9ddaca693'] in dv-cinder-778193-7-iscsi {{(pid=93875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:35:01.860467 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] For port 6ecc3b37-8ac0-4da3-b9fe-c8b7712cac05, host dv-cinder-778193-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-7-iscsi',level=0,port_id=6ecc3b37-8ac0-4da3-b9fe-c8b7712cac05,segment=NetworkSegment(9b39574f-0af1-490f-b9cc-82fd551fb7d5),segment_id=9b39574f-0af1-490f-b9cc-82fd551fb7d5)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:35:01.869599 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:01.870404 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Device a4d145c0-efca-4680-af82-018957d2b6bb up at agent ovs-agent-dv-cinder-778193-7-iscsi {{(pid=93875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:35:01.880198 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-fb74b5e5-f8d6-4415-9e8a-6ffdb6c734aa tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5826921 Aug 31 04:35:01.880890 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc9e0bd4-22bc-4fae-b4da-95d3b319a99b', 'tag': 'aaa499c0-5a26-4672-a78d-9fc4fa36a9ba'}] {{(pid=93874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 04:35:01.883131 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 34812) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:35:01.883439 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5938699f339110e9e8a85feef94aa89cb8ce9e43d70de9421afa6be4e30d1429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af2477ff-561a-4a25-9932-80b3d5012cf2" -d '{"events": [{"name": "network-changed", "server_uuid": "dc9e0bd4-22bc-4fae-b4da-95d3b319a99b", "tag": "aaa499c0-5a26-4672-a78d-9fc4fa36a9ba"}]}' {{(pid=93874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:35:01.888198 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.v2.base [None req-6b79ce41-48dc-40c6-b8d3-09c392fb36e0 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1606829489', 'description': 'tempest-secgroup-smoke-1606829489 description', 'project_id': 'ab311a0b396b46aeb9650f0c41fada96'}} {{(pid=93873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:35:01.919290 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-6b79ce41-48dc-40c6-b8d3-09c392fb36e0 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Notify callbacks [] for security_group, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:01.941897 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6c7420-7149-448e-ab0a-963da82502f0 None None] Routers {'cf8c7e76-b4ee-46de-aa8a-5aa9ddaca693'} bound to L3 agent in host dv-cinder-778193-7-iscsi {{(pid=93875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 04:35:01.942618 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-ea6c7420-7149-448e-ab0a-963da82502f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T04:24:29Z,description=,heartbeat_timestamp=2021-08-31T04:34:59Z,host='dv-cinder-778193-7-iscsi',id=0d18d50c-d309-40cc-9cbf-a014e4f79dac,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T04:24:29Z,topic='l3_agent')) {'router_ids': ['cf8c7e76-b4ee-46de-aa8a-5aa9ddaca693'], 'active': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:35:01.953880 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 04:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-315a27c1-8248-490b-a455-718f25ec76fd x-openstack-request-id: req-315a27c1-8248-490b-a455-718f25ec76fd {{(pid=93874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:35:01.954296 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc9e0bd4-22bc-4fae-b4da-95d3b319a99b", "tag": "aaa499c0-5a26-4672-a78d-9fc4fa36a9ba", "status": "completed", "code": 200}]} {{(pid=93874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:35:01.954617 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-315a27c1-8248-490b-a455-718f25ec76fd {{(pid=93874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:35:01.955021 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc9e0bd4-22bc-4fae-b4da-95d3b319a99b', 'tag': 'aaa499c0-5a26-4672-a78d-9fc4fa36a9ba', 'status': 'completed', 'code': 200} Aug 31 04:35:01.987626 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Pushing event updated for resources: {'Port': ['ID=6ecc3b37-8ac0-4da3-b9fe-c8b7712cac05,revision_number=4']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:02.037675 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-6b79ce41-48dc-40c6-b8d3-09c392fb36e0 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Notify callbacks [] for security_group, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:02.043301 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-6b79ce41-48dc-40c6-b8d3-09c392fb36e0 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:02.089110 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2477ff-561a-4a25-9932-80b3d5012cf2 req-d0bdb44a-d4aa-4880-b41e-cfe5c3eb68d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:02.090546 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-af2477ff-561a-4a25-9932-80b3d5012cf2 req-d0bdb44a-d4aa-4880-b41e-cfe5c3eb68d6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ab311a0b396b46aeb9650f0c41fada96&device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 1099 time: 0.0706325 Aug 31 04:35:02.095173 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-6b79ce41-48dc-40c6-b8d3-09c392fb36e0 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Notify callbacks [] for security_group, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:02.100297 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 34820) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:35:02.105426 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.v2.base [None req-5d1386c4-437b-44d0-8cc0-4fe8eaaff0f7 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Request body: {'security_group_rule': {'security_group_id': '0256d5e3-497e-404b-8817-4512e9e9e9ac', 'project_id': 'ab311a0b396b46aeb9650f0c41fada96', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:35:02.106076 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-6b79ce41-48dc-40c6-b8d3-09c392fb36e0 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2216606 Aug 31 04:35:02.115726 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b79ce41-48dc-40c6-b8d3-09c392fb36e0 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0256d5e3-497e-404b-8817-4512e9e9e9ac,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:02.238297 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2477ff-561a-4a25-9932-80b3d5012cf2 req-541b5afc-55cb-4ef6-b256-76d8da1ed92f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:02.240580 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-af2477ff-561a-4a25-9932-80b3d5012cf2 req-541b5afc-55cb-4ef6-b256-76d8da1ed92f service neutron] 10.222.0.13 "GET /v2.0/networks?id=bb82b1c7-25b2-43f9-aa58-b7e64d26c2da HTTP/1.1" status: 200 len: 916 time: 0.1296272 Aug 31 04:35:02.241960 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Provisioning complete for port a4d145c0-efca-4680-af82-018957d2b6bb triggered by entity L2. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:35:02.242376 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667402'] for port, provisioning_complete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:02.261623 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-5d1386c4-437b-44d0-8cc0-4fe8eaaff0f7 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:02.275336 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvr_db [None req-ea6c7420-7149-448e-ab0a-963da82502f0 None None] Set router cf8c7e76-b4ee-46de-aa8a-5aa9ddaca693 gateway port host: dv-cinder-778193-7-iscsi {{(pid=93875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 04:35:02.306972 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 34828) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:35:02.312329 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.v2.base [None req-dac8b1a4-997c-4a8f-a465-127bdf6d5f44 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1584458745-network', 'tenant_id': 'fd3dbf32156c4cf39da23f90db94182c'}} {{(pid=93873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:35:02.334811 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dac8b1a4-997c-4a8f-a465-127bdf6d5f44 admin admin] Made reservation on behalf of fd3dbf32156c4cf39da23f90db94182c for: {'network': 1} {{(pid=93873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:35:02.337077 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-dac8b1a4-997c-4a8f-a465-127bdf6d5f44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for network, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:02.345702 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-dac8b1a4-997c-4a8f-a465-127bdf6d5f44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:02.453397 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-dac8b1a4-997c-4a8f-a465-127bdf6d5f44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:02.462943 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-dac8b1a4-997c-4a8f-a465-127bdf6d5f44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:02.493111 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dac8b1a4-997c-4a8f-a465-127bdf6d5f44 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 363} {{(pid=93873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 04:35:02.504782 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac8b1a4-997c-4a8f-a465-127bdf6d5f44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ae90efc-0d4a-4475-b535-0a560601bb35,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:02.511616 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-dac8b1a4-997c-4a8f-a465-127bdf6d5f44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671022'] for segment, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:02.512112 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.db.segments_db [None req-dac8b1a4-997c-4a8f-a465-127bdf6d5f44 admin admin] Added segment 3a439c3f-9ee6-467f-b2bc-5669c3e75f51 of type vlan for network 6f5f1c74-af11-4670-a853-0412354ebbcc Aug 31 04:35:02.571240 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-dac8b1a4-997c-4a8f-a465-127bdf6d5f44 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730086947184'] for network, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:02.614066 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-dac8b1a4-997c-4a8f-a465-127bdf6d5f44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424'] for network, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:02.615160 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac8b1a4-997c-4a8f-a465-127bdf6d5f44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:02.615837 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-dac8b1a4-997c-4a8f-a465-127bdf6d5f44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8355474'] for network, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:02.655693 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-af2477ff-561a-4a25-9932-80b3d5012cf2 req-ec0975f4-3904-4410-8daf-bdd389523919 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aaa499c0-5a26-4672-a78d-9fc4fa36a9ba HTTP/1.1" status: 200 len: 999 time: 0.4028664 Aug 31 04:35:02.667714 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-ea6c7420-7149-448e-ab0a-963da82502f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf8c7e76-b4ee-46de-aa8a-5aa9ddaca693', 'name': 'tempest-TestMinimumBasicScenario-2072715804-router', 'tenant_id': 'ab311a0b396b46aeb9650f0c41fada96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'external_fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': '2ce827ad-f547-42ed-bf4f-2fbb1116960c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:33:40Z', 'updated_at': '2021-08-31T04:33:44Z', 'revision_number': 4, 'project_id': 'ab311a0b396b46aeb9650f0c41fada96', 'gw_port': {'id': '2ce827ad-f547-42ed-bf4f-2fbb1116960c', 'name': '', 'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:bb:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8c7e76-b4ee-46de-aa8a-5aa9ddaca693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:33:41Z', 'updated_at': '2021-08-31T04:33:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-iscsi', '_floatingips': [{'id': '126fa32a-b323-41e7-9bc8-84b02dbaf209', 'tenant_id': 'ab311a0b396b46aeb9650f0c41fada96', 'floating_ip_address': '172.27.3.47', 'floating_network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'router_id': 'cf8c7e76-b4ee-46de-aa8a-5aa9ddaca693', 'port_id': 'aaa499c0-5a26-4672-a78d-9fc4fa36a9ba', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 383, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb82b1c7-25b2-43f9-aa58-b7e64d26c2da', 'mac_address': 'fa:16:3e:28:ba:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc9e0bd4-22bc-4fae-b4da-95d3b319a99b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T04:35:00Z', 'updated_at': '2021-08-31T04:35:00Z', 'revision_number': 0, 'project_id': 'ab311a0b396b46aeb9650f0c41fada96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33360c37-5821-4a1a-af44-d164753e4fcb', 'name': '', 'network_id': 'bb82b1c7-25b2-43f9-aa58-b7e64d26c2da', 'tenant_id': 'ab311a0b396b46aeb9650f0c41fada96', 'mac_address': 'fa:16:3e:9c:2c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8c7e76-b4ee-46de-aa8a-5aa9ddaca693', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '737ced97-ee86-44b1-9767-e30f3f13dd11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:33:43Z', 'updated_at': '2021-08-31T04:33:52Z', 'revision_number': 5, 'project_id': 'ab311a0b396b46aeb9650f0c41fada96', 'subnets': [{'id': '737ced97-ee86-44b1-9767-e30f3f13dd11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-7-iscsi', False) {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:35:02.683815 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-dac8b1a4-997c-4a8f-a465-127bdf6d5f44 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3727224 Aug 31 04:35:02.684025 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 34836) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:35:02.690500 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.v2.base [None req-509d0fc8-7c20-45e1-8f8c-ff9df4387ed6 admin admin] Request body: {'subnet': {'network_id': '6f5f1c74-af11-4670-a853-0412354ebbcc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1584458745-subnet', 'tenant_id': 'fd3dbf32156c4cf39da23f90db94182c', 'ip_version': 4}} {{(pid=93873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:35:02.694009 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac8b1a4-997c-4a8f-a465-127bdf6d5f44 admin admin] Pushing event updated for resources: {'Network': ['ID=6f5f1c74-af11-4670-a853-0412354ebbcc,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:02.700864 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6c7420-7149-448e-ab0a-963da82502f0 None None] Checking router: cf8c7e76-b4ee-46de-aa8a-5aa9ddaca693 for host: dv-cinder-778193-7-iscsi {{(pid=93875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:35:02.719090 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Network 6f5f1c74-af11-4670-a853-0412354ebbcc details requested by agent ovs-agent-dv-cinder-778193-7-iscsi with host dv-cinder-778193-7-iscsi {{(pid=93875) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 04:35:02.719545 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-509d0fc8-7c20-45e1-8f8c-ff9df4387ed6 admin admin] Made reservation on behalf of fd3dbf32156c4cf39da23f90db94182c for: {'subnet': 1} {{(pid=93873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:35:02.721967 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-509d0fc8-7c20-45e1-8f8c-ff9df4387ed6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4637717'] for subnet, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:02.737282 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6c7420-7149-448e-ab0a-963da82502f0 None None] Routers {'cf8c7e76-b4ee-46de-aa8a-5aa9ddaca693'} bound to L3 agent in host dv-cinder-778193-7-iscsi {{(pid=93875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 04:35:02.737949 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-ea6c7420-7149-448e-ab0a-963da82502f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T04:24:29Z,description=,heartbeat_timestamp=2021-08-31T04:34:59Z,host='dv-cinder-778193-7-iscsi',id=0d18d50c-d309-40cc-9cbf-a014e4f79dac,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T04:24:29Z,topic='l3_agent')) {'router_ids': ['cf8c7e76-b4ee-46de-aa8a-5aa9ddaca693'], 'active': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:35:02.768647 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-5d1386c4-437b-44d0-8cc0-4fe8eaaff0f7 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:02.783182 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc6480d-0141-498a-aee8-47c44e949156 req-06da045c-8977-485f-9dc2-5906b7056d95 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:02.785006 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-dcc6480d-0141-498a-aee8-47c44e949156 req-06da045c-8977-485f-9dc2-5906b7056d95 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 945 time: 0.1735024 Aug 31 04:35:02.790978 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-5d1386c4-437b-44d0-8cc0-4fe8eaaff0f7 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196840'] for security_group_rule, after_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:02.809241 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2477ff-561a-4a25-9932-80b3d5012cf2 req-c3842211-9316-4e78-b90c-e959e2d84b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:02.811015 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-af2477ff-561a-4a25-9932-80b3d5012cf2 req-c3842211-9316-4e78-b90c-e959e2d84b87 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=737ced97-ee86-44b1-9767-e30f3f13dd11 HTTP/1.1" status: 200 len: 854 time: 0.1346159 Aug 31 04:35:02.842177 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1386c4-437b-44d0-8cc0-4fe8eaaff0f7 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7038cf6a-6237-4ae1-a2dd-dc5a3c24fc4a,revision_number=0']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:02.874876 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fc3abc-2b80-44c4-a8cd-5113ce16320b req-c631c3d2-5d55-4428-87c5-2bc7a44f1da2 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:02.876375 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-c5fc3abc-2b80-44c4-a8cd-5113ce16320b req-c631c3d2-5d55-4428-87c5-2bc7a44f1da2 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/ports?device_id=390893f3-2c2b-4803-b7a8-3c19fb0503a4 HTTP/1.1" status: 200 len: 945 time: 0.1987815 Aug 31 04:35:02.884135 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-5d1386c4-437b-44d0-8cc0-4fe8eaaff0f7 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:02.888436 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-5d1386c4-437b-44d0-8cc0-4fe8eaaff0f7 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7871034 Aug 31 04:35:02.889238 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 34840) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:35:02.916355 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.v2.base [None req-8ced9554-0e17-4ad2-9844-a413aee04bf1 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Request body: {'security_group_rule': {'security_group_id': '0256d5e3-497e-404b-8817-4512e9e9e9ac', 'project_id': 'ab311a0b396b46aeb9650f0c41fada96', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:35:02.919778 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-dcc6480d-0141-498a-aee8-47c44e949156 req-80b2ebbe-f931-49c2-9690-1337e56d1647 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/security-groups?id=330d847d-5013-4fa4-a7d6-33fbc6014196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181760 Aug 31 04:35:02.926865 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvr_db [None req-ea6c7420-7149-448e-ab0a-963da82502f0 None None] Set router cf8c7e76-b4ee-46de-aa8a-5aa9ddaca693 gateway port host: dv-cinder-778193-7-iscsi {{(pid=93875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 04:35:02.941670 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2477ff-561a-4a25-9932-80b3d5012cf2 req-15af922c-ed96-4c94-82d8-024fa213ba60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:02.943438 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-af2477ff-561a-4a25-9932-80b3d5012cf2 req-15af922c-ed96-4c94-82d8-024fa213ba60 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bb82b1c7-25b2-43f9-aa58-b7e64d26c2da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1189663 Aug 31 04:35:02.948884 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-509d0fc8-7c20-45e1-8f8c-ff9df4387ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4317115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4637699'] for subnet, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:02.949495 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-c5fc3abc-2b80-44c4-a8cd-5113ce16320b req-47cf51cd-a957-40b4-a6fb-4a8095e345ab tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/security-groups?id=75b78e4a-f72a-42ae-924c-e5c8844ea7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597212 Aug 31 04:35:03.035954 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-8ced9554-0e17-4ad2-9844-a413aee04bf1 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:03.066800 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509d0fc8-7c20-45e1-8f8c-ff9df4387ed6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b56d2962-9dfb-4d52-990b-d5bb511c5186,revision_number=0']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:03.083965 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-509d0fc8-7c20-45e1-8f8c-ff9df4387ed6 admin admin] Checking segment: {'id': '3a439c3f-9ee6-467f-b2bc-5669c3e75f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '6f5f1c74-af11-4670-a853-0412354ebbcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 04:35:03.084312 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-509d0fc8-7c20-45e1-8f8c-ff9df4387ed6 admin admin] Network hostable DHCP agents. Network: 6f5f1c74-af11-4670-a853-0412354ebbcc, hostable agents: ['9b8b4806-ecc0-4bb6-b220-1afcd08d5676'], hosted agents: [] {{(pid=93873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 04:35:03.112104 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84a8e04-a2b1-41e9-b037-096f079b679a req-8ce687a1-3965-4bdf-ac9b-4c2f05d269a3 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:03.119232 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-c84a8e04-a2b1-41e9-b037-096f079b679a req-8ce687a1-3965-4bdf-ac9b-4c2f05d269a3 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 946 time: 0.1003978 Aug 31 04:35:03.130222 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-8ced9554-0e17-4ad2-9844-a413aee04bf1 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:03.136171 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-8ced9554-0e17-4ad2-9844-a413aee04bf1 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196840'] for security_group_rule, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:03.140221 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-af2477ff-561a-4a25-9932-80b3d5012cf2 req-26200b63-f25b-4a51-aa48-5203310dba71 service neutron] 10.222.0.13 "GET /v2.0/networks/bb82b1c7-25b2-43f9-aa58-b7e64d26c2da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811790 Aug 31 04:35:03.145268 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-509d0fc8-7c20-45e1-8f8c-ff9df4387ed6 admin admin] Network 6f5f1c74-af11-4670-a853-0412354ebbcc is scheduled to be hosted by DHCP agent 9b8b4806-ecc0-4bb6-b220-1afcd08d5676 with binding_index 1 {{(pid=93873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 04:35:03.165881 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0b41a4-513c-40e0-9fe6-8ca3bb5e8d7c None None] Sync routers for ids ['cfb1beff-8e89-4236-bc57-c670bf3ccc79'] in dv-cinder-778193-7-iscsi {{(pid=93876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:35:03.176671 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ced9554-0e17-4ad2-9844-a413aee04bf1 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1c162a7-5078-4da9-8d7a-fb7afcdf53b9,revision_number=0']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:03.180151 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0b41a4-513c-40e0-9fe6-8ca3bb5e8d7c None None] Routers {'cfb1beff-8e89-4236-bc57-c670bf3ccc79'} bound to L3 agent in host dv-cinder-778193-7-iscsi {{(pid=93876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 04:35:03.180792 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.l3_hamode_db [None req-cc0b41a4-513c-40e0-9fe6-8ca3bb5e8d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T04:24:29Z,description=,heartbeat_timestamp=2021-08-31T04:34:59Z,host='dv-cinder-778193-7-iscsi',id=0d18d50c-d309-40cc-9cbf-a014e4f79dac,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T04:24:29Z,topic='l3_agent')) {'router_ids': ['cfb1beff-8e89-4236-bc57-c670bf3ccc79'], 'active': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:35:03.184389 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-8ced9554-0e17-4ad2-9844-a413aee04bf1 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:03.185630 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-8ced9554-0e17-4ad2-9844-a413aee04bf1 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2946913 Aug 31 04:35:03.186629 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.scheduler.base_scheduler [None req-509d0fc8-7c20-45e1-8f8c-ff9df4387ed6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-7-iscsi, 6f5f1c74-af11-4670-a853-0412354ebbcc) {{(pid=93873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:35:03.190733 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-509d0fc8-7c20-45e1-8f8c-ff9df4387ed6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:03.191359 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-509d0fc8-7c20-45e1-8f8c-ff9df4387ed6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:03.193888 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 34842) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:35:03.199885 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.v2.base [None req-030c3944-6e22-4866-b951-6a20175d63c3 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Request body: {'security_group_rule': {'security_group_id': '0256d5e3-497e-404b-8817-4512e9e9e9ac', 'project_id': 'ab311a0b396b46aeb9650f0c41fada96', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:35:03.200515 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c6d065-5559-4101-99c6-dc1ea5aae6dc None None] Network 6f5f1c74-af11-4670-a853-0412354ebbcc requested from dv-cinder-778193-7-iscsi {{(pid=93875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 04:35:03.246656 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-509d0fc8-7c20-45e1-8f8c-ff9df4387ed6 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5615635 Aug 31 04:35:03.247830 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 34846) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:35:03.261432 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.v2.base [None req-f9b2f897-03e5-4c5a-8e16-e90df9cf087f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1584458745-router', 'tenant_id': 'fd3dbf32156c4cf39da23f90db94182c', 'external_gateway_info': {'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408'}}} {{(pid=93873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:35:03.267023 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-af2477ff-561a-4a25-9932-80b3d5012cf2 req-1d305ddb-68e4-44c0-bd70-b0a79782f895 service neutron] 10.222.0.13 "GET /v2.0/networks/bb82b1c7-25b2-43f9-aa58-b7e64d26c2da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036568 Aug 31 04:35:03.267712 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-030c3944-6e22-4866-b951-6a20175d63c3 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:03.280046 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-c84a8e04-a2b1-41e9-b037-096f079b679a req-4e8ac293-90cf-4677-b6d4-23cfa790c260 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b04e1e0-6e1c-49a5-a7f2-f3ca3ba46212&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1581066 Aug 31 04:35:03.310263 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f9b2f897-03e5-4c5a-8e16-e90df9cf087f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7908113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4355'] for router, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:03.319532 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f9b2f897-03e5-4c5a-8e16-e90df9cf087f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7955191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7955588', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8024679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4372'] for router, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:03.349793 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.l3_dvr_db [None req-cc0b41a4-513c-40e0-9fe6-8ca3bb5e8d7c None None] Set router cfb1beff-8e89-4236-bc57-c670bf3ccc79 gateway port host: dv-cinder-778193-7-iscsi {{(pid=93876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 04:35:03.407823 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f9b2f897-03e5-4c5a-8e16-e90df9cf087f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:03.413051 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-ea6c7420-7149-448e-ab0a-963da82502f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf8c7e76-b4ee-46de-aa8a-5aa9ddaca693', 'name': 'tempest-TestMinimumBasicScenario-2072715804-router', 'tenant_id': 'ab311a0b396b46aeb9650f0c41fada96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'external_fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': '2ce827ad-f547-42ed-bf4f-2fbb1116960c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:33:40Z', 'updated_at': '2021-08-31T04:33:44Z', 'revision_number': 4, 'project_id': 'ab311a0b396b46aeb9650f0c41fada96', 'gw_port': {'id': '2ce827ad-f547-42ed-bf4f-2fbb1116960c', 'name': '', 'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:bb:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8c7e76-b4ee-46de-aa8a-5aa9ddaca693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:33:41Z', 'updated_at': '2021-08-31T04:33:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-iscsi', '_floatingips': [{'id': '126fa32a-b323-41e7-9bc8-84b02dbaf209', 'tenant_id': 'ab311a0b396b46aeb9650f0c41fada96', 'floating_ip_address': '172.27.3.47', 'floating_network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'router_id': 'cf8c7e76-b4ee-46de-aa8a-5aa9ddaca693', 'port_id': 'aaa499c0-5a26-4672-a78d-9fc4fa36a9ba', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 383, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb82b1c7-25b2-43f9-aa58-b7e64d26c2da', 'mac_address': 'fa:16:3e:28:ba:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc9e0bd4-22bc-4fae-b4da-95d3b319a99b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T04:35:00Z', 'updated_at': '2021-08-31T04:35:00Z', 'revision_number': 0, 'project_id': 'ab311a0b396b46aeb9650f0c41fada96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33360c37-5821-4a1a-af44-d164753e4fcb', 'name': '', 'network_id': 'bb82b1c7-25b2-43f9-aa58-b7e64d26c2da', 'tenant_id': 'ab311a0b396b46aeb9650f0c41fada96', 'mac_address': 'fa:16:3e:9c:2c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8c7e76-b4ee-46de-aa8a-5aa9ddaca693', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '737ced97-ee86-44b1-9767-e30f3f13dd11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:33:43Z', 'updated_at': '2021-08-31T04:33:52Z', 'revision_number': 5, 'project_id': 'ab311a0b396b46aeb9650f0c41fada96', 'subnets': [{'id': '737ced97-ee86-44b1-9767-e30f3f13dd11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-7-iscsi', False) {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:35:03.418016 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-030c3944-6e22-4866-b951-6a20175d63c3 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:03.446170 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6c7420-7149-448e-ab0a-963da82502f0 None None] The sync data for ids ['cf8c7e76-b4ee-46de-aa8a-5aa9ddaca693'] in dv-cinder-778193-7-iscsi is: [{'id': 'cf8c7e76-b4ee-46de-aa8a-5aa9ddaca693', 'name': 'tempest-TestMinimumBasicScenario-2072715804-router', 'tenant_id': 'ab311a0b396b46aeb9650f0c41fada96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'external_fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': '2ce827ad-f547-42ed-bf4f-2fbb1116960c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:33:40Z', 'updated_at': '2021-08-31T04:33:44Z', 'revision_number': 4, 'project_id': 'ab311a0b396b46aeb9650f0c41fada96', 'gw_port': {'id': '2ce827ad-f547-42ed-bf4f-2fbb1116960c', 'name': '', 'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:bb:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8c7e76-b4ee-46de-aa8a-5aa9ddaca693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:33:41Z', 'updated_at': '2021-08-31T04:33:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-iscsi', '_floatingips': [{'id': '126fa32a-b323-41e7-9bc8-84b02dbaf209', 'tenant_id': 'ab311a0b396b46aeb9650f0c41fada96', 'floating_ip_address': '172.27.3.47', 'floating_network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'router_id': 'cf8c7e76-b4ee-46de-aa8a-5aa9ddaca693', 'port_id': 'aaa499c0-5a26-4672-a78d-9fc4fa36a9ba', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 383, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb82b1c7-25b2-43f9-aa58-b7e64d26c2da', 'mac_address': 'fa:16:3e:28:ba:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc9e0bd4-22bc-4fae-b4da-95d3b319a99b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T04:35:00Z', 'updated_at': '2021-08-31T04:35:00Z', 'revision_number': 0, 'project_id': 'ab311a0b396b46aeb9650f0c41fada96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33360c37-5821-4a1a-af44-d164753e4fcb', 'name': '', 'network_id': 'bb82b1c7-25b2-43f9-aa58-b7e64d26c2da', 'tenant_id': 'ab311a0b396b46aeb9650f0c41fada96', 'mac_address': 'fa:16:3e:9c:2c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8c7e76-b4ee-46de-aa8a-5aa9ddaca693', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '737ced97-ee86-44b1-9767-e30f3f13dd11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:33:43Z', 'updated_at': '2021-08-31T04:33:52Z', 'revision_number': 5, 'project_id': 'ab311a0b396b46aeb9650f0c41fada96', 'subnets': [{'id': '737ced97-ee86-44b1-9767-e30f3f13dd11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:35:03.463880 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-030c3944-6e22-4866-b951-6a20175d63c3 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196840'] for security_group_rule, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:03.470480 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Device 6ecc3b37-8ac0-4da3-b9fe-c8b7712cac05 up at agent ovs-agent-dv-cinder-778193-7-iscsi {{(pid=93875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:35:03.516564 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030c3944-6e22-4866-b951-6a20175d63c3 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d41181d-d112-4ff7-8b01-b5496f327356,revision_number=0']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:03.533608 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be7c6c68-72f0-43ec-aead-33a7d0bf7c7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7a2cf1e-32d6-59fc-ab2a-f09a03f47ff6-6f5f1c74-af11-4670-a853-0412354ebbcc', 'network_id': '6f5f1c74-af11-4670-a853-0412354ebbcc', 'tenant_id': 'fd3dbf32156c4cf39da23f90db94182c', 'fixed_ips': [{'subnet_id': 'b56d2962-9dfb-4d52-990b-d5bb511c5186'}]}} from dv-cinder-778193-7-iscsi. {{(pid=93875) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 04:35:03.534569 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-be7c6c68-72f0-43ec-aead-33a7d0bf7c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:03.592736 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Provisioning complete for port 6ecc3b37-8ac0-4da3-b9fe-c8b7712cac05 triggered by entity L2. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:35:03.593118 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667402'] for port, provisioning_complete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:03.599813 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f9b2f897-03e5-4c5a-8e16-e90df9cf087f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:03.605866 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-030c3944-6e22-4866-b951-6a20175d63c3 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:03.607113 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-030c3944-6e22-4866-b951-6a20175d63c3 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4125218 Aug 31 04:35:03.610010 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 34850) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:35:03.615062 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.l3_hamode_db [None req-cc0b41a4-513c-40e0-9fe6-8ca3bb5e8d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfb1beff-8e89-4236-bc57-c670bf3ccc79', 'name': 'tempest-TestVolumeBootPattern-878837555-router', 'tenant_id': 'bc308d1c5c63497ca880321a556c0dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'external_fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '6ecc3b37-8ac0-4da3-b9fe-c8b7712cac05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:34:57Z', 'updated_at': '2021-08-31T04:35:00Z', 'revision_number': 4, 'project_id': 'bc308d1c5c63497ca880321a556c0dcf', 'gw_port': {'id': '6ecc3b37-8ac0-4da3-b9fe-c8b7712cac05', 'name': '', 'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:34:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb1beff-8e89-4236-bc57-c670bf3ccc79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:34:58Z', 'updated_at': '2021-08-31T04:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-iscsi', '_interfaces': [{'id': '6141179c-73a1-4156-8613-05bb9a893f80', 'name': '', 'network_id': '43249730-b634-4d1c-bb80-40b48d096428', 'tenant_id': 'bc308d1c5c63497ca880321a556c0dcf', 'mac_address': 'fa:16:3e:5a:15:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfb1beff-8e89-4236-bc57-c670bf3ccc79', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'c2aeecc1-c6f6-4357-a249-423447e6cfa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:35:00Z', 'updated_at': '2021-08-31T04:35:00Z', 'revision_number': 2, 'project_id': 'bc308d1c5c63497ca880321a556c0dcf', 'subnets': [{'id': 'c2aeecc1-c6f6-4357-a249-423447e6cfa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-7-iscsi', False) {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:35:03.615833 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.v2.base [None req-da956c8a-97d5-4b35-8bda-4f532f2b67bf tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Request body: {'security_group_rule': {'security_group_id': '0256d5e3-497e-404b-8817-4512e9e9e9ac', 'project_id': 'ab311a0b396b46aeb9650f0c41fada96', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:35:03.650378 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0b41a4-513c-40e0-9fe6-8ca3bb5e8d7c None None] Checking router: cfb1beff-8e89-4236-bc57-c670bf3ccc79 for host: dv-cinder-778193-7-iscsi {{(pid=93876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:35:03.650880 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0b41a4-513c-40e0-9fe6-8ca3bb5e8d7c None None] Updating router cfb1beff-8e89-4236-bc57-c670bf3ccc79 port 6141179c-73a1-4156-8613-05bb9a893f80 binding host dv-cinder-778193-7-iscsi {{(pid=93876) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 04:35:03.681227 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cc0b41a4-513c-40e0-9fe6-8ca3bb5e8d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:03.682107 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-da956c8a-97d5-4b35-8bda-4f532f2b67bf tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:03.766206 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-da956c8a-97d5-4b35-8bda-4f532f2b67bf tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:03.776285 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-da956c8a-97d5-4b35-8bda-4f532f2b67bf tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196840'] for security_group_rule, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:03.781604 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66e9cde-c8f4-4ad8-880d-03fa90ade51f None None] New status for floating IP 126fa32a-b323-41e7-9bc8-84b02dbaf209: ACTIVE {{(pid=93875) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 04:35:03.804368 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da956c8a-97d5-4b35-8bda-4f532f2b67bf tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8c54940-e9e9-4c8d-9fda-9817ce214077,revision_number=0']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:03.814465 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-da956c8a-97d5-4b35-8bda-4f532f2b67bf tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:03.818465 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-da956c8a-97d5-4b35-8bda-4f532f2b67bf tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2045555 Aug 31 04:35:03.818755 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 34852) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:35:03.823271 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.v2.base [None req-dedd2364-d6b1-4bd2-8b97-5f491d324b53 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Request body: {'security_group_rule': {'security_group_id': '0256d5e3-497e-404b-8817-4512e9e9e9ac', 'project_id': 'ab311a0b396b46aeb9650f0c41fada96', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:35:03.835425 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-be7c6c68-72f0-43ec-aead-33a7d0bf7c7c None None] Allocated IP 172.20.0.2 (6f5f1c74-af11-4670-a853-0412354ebbcc/b56d2962-9dfb-4d52-990b-d5bb511c5186/7b435377-0cc7-4494-96da-98cf25fe7cc8) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:35:03.928486 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.db.securitygroups_db [None req-dedd2364-d6b1-4bd2-8b97-5f491d324b53 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Project ab311a0b396b46aeb9650f0c41fada96 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 04:35:03.937690 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-dedd2364-d6b1-4bd2-8b97-5f491d324b53 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:03.961928 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f9b2f897-03e5-4c5a-8e16-e90df9cf087f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:03.992726 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f9b2f897-03e5-4c5a-8e16-e90df9cf087f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:04.124151 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.db.db_base_plugin_common [None req-f9b2f897-03e5-4c5a-8e16-e90df9cf087f admin admin] Allocated IP 172.27.3.101 (f4b5f899-990a-4804-98c2-2f4cfa444408/03ec91ec-d42e-4d2c-8dee-dc4e2d357557/762c813a-d5bd-49cc-aae3-f177b9071833) {{(pid=93873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:35:04.140261 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-be7c6c68-72f0-43ec-aead-33a7d0bf7c7c None None] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:04.146546 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-dedd2364-d6b1-4bd2-8b97-5f491d324b53 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:04.151389 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-be7c6c68-72f0-43ec-aead-33a7d0bf7c7c None None] Transition to ACTIVE for port object 7b435377-0cc7-4494-96da-98cf25fe7cc8 will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 04:35:04.155526 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cc0b41a4-513c-40e0-9fe6-8ca3bb5e8d7c None None] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:04.171425 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-be7c6c68-72f0-43ec-aead-33a7d0bf7c7c None None] Transition to ACTIVE for port object 7b435377-0cc7-4494-96da-98cf25fe7cc8 will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 04:35:04.171765 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [None req-cc0b41a4-513c-40e0-9fe6-8ca3bb5e8d7c None None] Transition to ACTIVE for port object 6141179c-73a1-4156-8613-05bb9a893f80 will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 04:35:04.180786 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-be7c6c68-72f0-43ec-aead-33a7d0bf7c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730086931496'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:04.181276 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cc0b41a4-513c-40e0-9fe6-8ca3bb5e8d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:04.195986 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf5da4a-ad46-42f8-9f41-c75fe0ec90bf req-e7c316a3-eff5-439b-8963-e5e4f0afc259 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:04.204598 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-baf5da4a-ad46-42f8-9f41-c75fe0ec90bf req-e7c316a3-eff5-439b-8963-e5e4f0afc259 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/ports?device_id=390893f3-2c2b-4803-b7a8-3c19fb0503a4 HTTP/1.1" status: 200 len: 945 time: 0.0907276 Aug 31 04:35:04.226679 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cadbdd-bf6d-48af-a83e-2e394cf38417 None None] Pushing event updated for resources: {'Port': ['ID=6141179c-73a1-4156-8613-05bb9a893f80,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:04.227067 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be7c6c68-72f0-43ec-aead-33a7d0bf7c7c None None] Network 6f5f1c74-af11-4670-a853-0412354ebbcc is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:35:04.236156 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-be7c6c68-72f0-43ec-aead-33a7d0bf7c7c None None] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:35:04.244407 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8006436b-99c2-4027-8aa9-e015e1441048 req-2ce01a3f-9578-4201-9fe4-2bf3881bc822 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:04.247506 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-8006436b-99c2-4027-8aa9-e015e1441048 req-2ce01a3f-9578-4201-9fe4-2bf3881bc822 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 945 time: 0.1967835 Aug 31 04:35:04.252046 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7c6c68-72f0-43ec-aead-33a7d0bf7c7c None None] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 04:35:04.268560 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7c6c68-72f0-43ec-aead-33a7d0bf7c7c None None] Pushing event updated for resources: {'Port': ['ID=7b435377-0cc7-4494-96da-98cf25fe7cc8,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:04.353108 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-cc0b41a4-513c-40e0-9fe6-8ca3bb5e8d7c None None] Attempting to bind port 6141179c-73a1-4156-8613-05bb9a893f80 on host dv-cinder-778193-7-iscsi for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 04:35:04.353473 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-cc0b41a4-513c-40e0-9fe6-8ca3bb5e8d7c None None] Attempting to bind port 6141179c-73a1-4156-8613-05bb9a893f80 by drivers openvswitch,hyperv on host dv-cinder-778193-7-iscsi at level 0 using segments [{'id': 'a7412fb6-0162-4662-bc72-ded560595039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '43249730-b634-4d1c-bb80-40b48d096428'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 04:35:04.353834 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0b41a4-513c-40e0-9fe6-8ca3bb5e8d7c None None] Attempting to bind port 6141179c-73a1-4156-8613-05bb9a893f80 on network 43249730-b634-4d1c-bb80-40b48d096428 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 04:35:04.359275 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-baf5da4a-ad46-42f8-9f41-c75fe0ec90bf req-b97c0491-404d-42c5-ba44-ffffef9287c7 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/security-groups?id=75b78e4a-f72a-42ae-924c-e5c8844ea7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532993 Aug 31 04:35:04.370623 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0b41a4-513c-40e0-9fe6-8ca3bb5e8d7c None None] Checking agent: {'id': '68c6f462-eb0a-4cde-80ac-29944282ee42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 4, 24, 29), 'started_at': datetime.datetime(2021, 8, 31, 4, 24, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 4, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 04:35:04.371092 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0b41a4-513c-40e0-9fe6-8ca3bb5e8d7c None None] Checking segment: {'id': 'a7412fb6-0162-4662-bc72-ded560595039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '43249730-b634-4d1c-bb80-40b48d096428'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 04:35:04.371398 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cc0b41a4-513c-40e0-9fe6-8ca3bb5e8d7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:04.371793 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0b41a4-513c-40e0-9fe6-8ca3bb5e8d7c None None] Bound using segment: {'id': 'a7412fb6-0162-4662-bc72-ded560595039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '43249730-b634-4d1c-bb80-40b48d096428'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 04:35:04.372274 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-cc0b41a4-513c-40e0-9fe6-8ca3bb5e8d7c None None] Bound port: 6141179c-73a1-4156-8613-05bb9a893f80, host: dv-cinder-778193-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7412fb6-0162-4662-bc72-ded560595039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '43249730-b634-4d1c-bb80-40b48d096428'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 04:35:04.372652 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cc0b41a4-513c-40e0-9fe6-8ca3bb5e8d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:04.403323 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-8006436b-99c2-4027-8aa9-e015e1441048 req-aaacfafd-6401-4f5e-ae85-4ec227502dfe tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/security-groups?id=330d847d-5013-4fa4-a7d6-33fbc6014196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1456273 Aug 31 04:35:04.486661 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-cc0b41a4-513c-40e0-9fe6-8ca3bb5e8d7c None None] For port 6141179c-73a1-4156-8613-05bb9a893f80, host dv-cinder-778193-7-iscsi, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:35:04.490629 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-cc0b41a4-513c-40e0-9fe6-8ca3bb5e8d7c None None] For port 6141179c-73a1-4156-8613-05bb9a893f80, host dv-cinder-778193-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-7-iscsi',level=0,port_id=6141179c-73a1-4156-8613-05bb9a893f80,segment=NetworkSegment(a7412fb6-0162-4662-bc72-ded560595039),segment_id=a7412fb6-0162-4662-bc72-ded560595039)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:35:04.497988 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-dedd2364-d6b1-4bd2-8b97-5f491d324b53 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196840'] for security_group_rule, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:04.509886 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cc0b41a4-513c-40e0-9fe6-8ca3bb5e8d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:04.518738 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [None req-be7c6c68-72f0-43ec-aead-33a7d0bf7c7c None None] Attempting to bind port 7b435377-0cc7-4494-96da-98cf25fe7cc8 on host dv-cinder-778193-7-iscsi for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 04:35:04.519048 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [None req-be7c6c68-72f0-43ec-aead-33a7d0bf7c7c None None] Attempting to bind port 7b435377-0cc7-4494-96da-98cf25fe7cc8 by drivers openvswitch,hyperv on host dv-cinder-778193-7-iscsi at level 0 using segments [{'id': '3a439c3f-9ee6-467f-b2bc-5669c3e75f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '6f5f1c74-af11-4670-a853-0412354ebbcc'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 04:35:04.519934 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7c6c68-72f0-43ec-aead-33a7d0bf7c7c None None] Attempting to bind port 7b435377-0cc7-4494-96da-98cf25fe7cc8 on network 6f5f1c74-af11-4670-a853-0412354ebbcc {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 04:35:04.530285 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f6ea30-e06b-449f-a8c0-95156ffd0ced req-3041e737-d23a-498e-a328-de6121fc6ccc tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:04.530971 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7c6c68-72f0-43ec-aead-33a7d0bf7c7c None None] Checking agent: {'id': '68c6f462-eb0a-4cde-80ac-29944282ee42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 4, 24, 29), 'started_at': datetime.datetime(2021, 8, 31, 4, 24, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 4, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 04:35:04.531785 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-52f6ea30-e06b-449f-a8c0-95156ffd0ced req-3041e737-d23a-498e-a328-de6121fc6ccc tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 946 time: 0.0758662 Aug 31 04:35:04.534407 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7c6c68-72f0-43ec-aead-33a7d0bf7c7c None None] Checking segment: {'id': '3a439c3f-9ee6-467f-b2bc-5669c3e75f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '6f5f1c74-af11-4670-a853-0412354ebbcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 04:35:04.534953 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-be7c6c68-72f0-43ec-aead-33a7d0bf7c7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:04.535620 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7c6c68-72f0-43ec-aead-33a7d0bf7c7c None None] Bound using segment: {'id': '3a439c3f-9ee6-467f-b2bc-5669c3e75f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '6f5f1c74-af11-4670-a853-0412354ebbcc'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 04:35:04.536125 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [None req-be7c6c68-72f0-43ec-aead-33a7d0bf7c7c None None] Bound port: 7b435377-0cc7-4494-96da-98cf25fe7cc8, host: dv-cinder-778193-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a439c3f-9ee6-467f-b2bc-5669c3e75f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '6f5f1c74-af11-4670-a853-0412354ebbcc'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 04:35:04.536586 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-be7c6c68-72f0-43ec-aead-33a7d0bf7c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:04.551422 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedd2364-d6b1-4bd2-8b97-5f491d324b53 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f41cba9-7a23-4d2a-8173-bf9998fa9ffa,revision_number=0']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:04.558784 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-dedd2364-d6b1-4bd2-8b97-5f491d324b53 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:04.563294 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-dedd2364-d6b1-4bd2-8b97-5f491d324b53 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7433038 Aug 31 04:35:04.565345 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 34862) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:35:04.570803 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.v2.base [None req-d1327d4c-4ca7-4478-953c-6743f5176f1b tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Request body: {'security_group_rule': {'security_group_id': '0256d5e3-497e-404b-8817-4512e9e9e9ac', 'project_id': 'ab311a0b396b46aeb9650f0c41fada96', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:35:04.585242 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cadbdd-bf6d-48af-a83e-2e394cf38417 None None] Pushing event updated for resources: {'Port': ['ID=6141179c-73a1-4156-8613-05bb9a893f80,revision_number=4']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:04.592664 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0b41a4-513c-40e0-9fe6-8ca3bb5e8d7c None None] Routers {'cfb1beff-8e89-4236-bc57-c670bf3ccc79'} bound to L3 agent in host dv-cinder-778193-7-iscsi {{(pid=93876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 04:35:04.593335 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.l3_hamode_db [None req-cc0b41a4-513c-40e0-9fe6-8ca3bb5e8d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T04:24:29Z,description=,heartbeat_timestamp=2021-08-31T04:34:59Z,host='dv-cinder-778193-7-iscsi',id=0d18d50c-d309-40cc-9cbf-a014e4f79dac,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T04:24:29Z,topic='l3_agent')) {'router_ids': ['cfb1beff-8e89-4236-bc57-c670bf3ccc79'], 'active': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:35:04.611236 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-52f6ea30-e06b-449f-a8c0-95156ffd0ced req-e8760bc6-f9e6-472d-9bd8-4cc9b486c70d tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b04e1e0-6e1c-49a5-a7f2-f3ca3ba46212&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690064 Aug 31 04:35:04.618705 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.db.securitygroups_db [None req-d1327d4c-4ca7-4478-953c-6743f5176f1b tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Project ab311a0b396b46aeb9650f0c41fada96 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 04:35:04.632845 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-d1327d4c-4ca7-4478-953c-6743f5176f1b tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:04.693599 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f9b2f897-03e5-4c5a-8e16-e90df9cf087f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:04.711786 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-be7c6c68-72f0-43ec-aead-33a7d0bf7c7c None None] For port 7b435377-0cc7-4494-96da-98cf25fe7cc8, host dv-cinder-778193-7-iscsi, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:35:04.718051 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-be7c6c68-72f0-43ec-aead-33a7d0bf7c7c None None] For port 7b435377-0cc7-4494-96da-98cf25fe7cc8, host dv-cinder-778193-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-7-iscsi',level=0,port_id=7b435377-0cc7-4494-96da-98cf25fe7cc8,segment=NetworkSegment(3a439c3f-9ee6-467f-b2bc-5669c3e75f51),segment_id=3a439c3f-9ee6-467f-b2bc-5669c3e75f51)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:35:04.728415 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-be7c6c68-72f0-43ec-aead-33a7d0bf7c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:04.768833 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.l3_dvr_db [None req-cc0b41a4-513c-40e0-9fe6-8ca3bb5e8d7c None None] Set router cfb1beff-8e89-4236-bc57-c670bf3ccc79 gateway port host: dv-cinder-778193-7-iscsi {{(pid=93876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 04:35:04.783063 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-d1327d4c-4ca7-4478-953c-6743f5176f1b tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:04.789630 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-d1327d4c-4ca7-4478-953c-6743f5176f1b tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196840'] for security_group_rule, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:04.815213 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f9b2f897-03e5-4c5a-8e16-e90df9cf087f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730086931496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4316683'] for port, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:04.849538 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7c6c68-72f0-43ec-aead-33a7d0bf7c7c None None] Pushing event updated for resources: {'Port': ['ID=7b435377-0cc7-4494-96da-98cf25fe7cc8,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:04.852153 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1327d4c-4ca7-4478-953c-6743f5176f1b tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=304b0e11-b5f4-49d7-a7e7-ea34f5ca5f44,revision_number=0']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:04.873755 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b2f897-03e5-4c5a-8e16-e90df9cf087f admin admin] Network f4b5f899-990a-4804-98c2-2f4cfa444408 is already hosted by enough agents. {{(pid=93873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:35:04.883655 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-d1327d4c-4ca7-4478-953c-6743f5176f1b tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:04.887624 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-d1327d4c-4ca7-4478-953c-6743f5176f1b tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3186183 Aug 31 04:35:04.888919 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.scheduler.base_scheduler [None req-f9b2f897-03e5-4c5a-8e16-e90df9cf087f admin admin] Resources bound (agent type, host, resource id): {{(pid=93873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:35:04.893447 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b2f897-03e5-4c5a-8e16-e90df9cf087f admin admin] Received port after_create {{(pid=93873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 04:35:04.917731 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b2f897-03e5-4c5a-8e16-e90df9cf087f admin admin] Pushing event updated for resources: {'Port': ['ID=762c813a-d5bd-49cc-aae3-f177b9071833,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:04.994509 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-4728f4f7-352e-4a4c-98c3-4c256105ab61 req-74ec328b-1cc6-48c6-a203-caff13ec7852 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1606829489&fields=id&tenant_id=ab311a0b396b46aeb9650f0c41fada96 HTTP/1.1" status: 200 len: 267 time: 0.0500016 Aug 31 04:35:05.065495 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.l3_hamode_db [None req-cc0b41a4-513c-40e0-9fe6-8ca3bb5e8d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfb1beff-8e89-4236-bc57-c670bf3ccc79', 'name': 'tempest-TestVolumeBootPattern-878837555-router', 'tenant_id': 'bc308d1c5c63497ca880321a556c0dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'external_fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '6ecc3b37-8ac0-4da3-b9fe-c8b7712cac05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:34:57Z', 'updated_at': '2021-08-31T04:35:00Z', 'revision_number': 4, 'project_id': 'bc308d1c5c63497ca880321a556c0dcf', 'gw_port': {'id': '6ecc3b37-8ac0-4da3-b9fe-c8b7712cac05', 'name': '', 'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:34:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb1beff-8e89-4236-bc57-c670bf3ccc79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:34:58Z', 'updated_at': '2021-08-31T04:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-iscsi', '_interfaces': [{'id': '6141179c-73a1-4156-8613-05bb9a893f80', 'name': '', 'network_id': '43249730-b634-4d1c-bb80-40b48d096428', 'tenant_id': 'bc308d1c5c63497ca880321a556c0dcf', 'mac_address': 'fa:16:3e:5a:15:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfb1beff-8e89-4236-bc57-c670bf3ccc79', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'c2aeecc1-c6f6-4357-a249-423447e6cfa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:35:00Z', 'updated_at': '2021-08-31T04:35:04Z', 'revision_number': 4, 'project_id': 'bc308d1c5c63497ca880321a556c0dcf', 'subnets': [{'id': 'c2aeecc1-c6f6-4357-a249-423447e6cfa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-7-iscsi', False) {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:35:05.100443 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0b41a4-513c-40e0-9fe6-8ca3bb5e8d7c None None] The sync data for ids ['cfb1beff-8e89-4236-bc57-c670bf3ccc79'] in dv-cinder-778193-7-iscsi is: [{'id': 'cfb1beff-8e89-4236-bc57-c670bf3ccc79', 'name': 'tempest-TestVolumeBootPattern-878837555-router', 'tenant_id': 'bc308d1c5c63497ca880321a556c0dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'external_fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '6ecc3b37-8ac0-4da3-b9fe-c8b7712cac05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:34:57Z', 'updated_at': '2021-08-31T04:35:00Z', 'revision_number': 4, 'project_id': 'bc308d1c5c63497ca880321a556c0dcf', 'gw_port': {'id': '6ecc3b37-8ac0-4da3-b9fe-c8b7712cac05', 'name': '', 'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:34:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb1beff-8e89-4236-bc57-c670bf3ccc79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:34:58Z', 'updated_at': '2021-08-31T04:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-iscsi', '_interfaces': [{'id': '6141179c-73a1-4156-8613-05bb9a893f80', 'name': '', 'network_id': '43249730-b634-4d1c-bb80-40b48d096428', 'tenant_id': 'bc308d1c5c63497ca880321a556c0dcf', 'mac_address': 'fa:16:3e:5a:15:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfb1beff-8e89-4236-bc57-c670bf3ccc79', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'c2aeecc1-c6f6-4357-a249-423447e6cfa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:35:00Z', 'updated_at': '2021-08-31T04:35:04Z', 'revision_number': 4, 'project_id': 'bc308d1c5c63497ca880321a556c0dcf', 'subnets': [{'id': 'c2aeecc1-c6f6-4357-a249-423447e6cfa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:35:05.107494 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4728f4f7-352e-4a4c-98c3-4c256105ab61 req-f9fa36b7-99b7-4be9-b08b-f38be5afd4ba tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:05.114822 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-4728f4f7-352e-4a4c-98c3-4c256105ab61 req-f9fa36b7-99b7-4be9-b08b-f38be5afd4ba tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 946 time: 0.1113918 Aug 31 04:35:05.127149 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.v2.base [req-4728f4f7-352e-4a4c-98c3-4c256105ab61 req-9d11686a-b84d-4418-91c6-c0a51cc246a2 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Request body: {'port': {'security_groups': ['0f65e94a-0045-4695-bea3-6d2c0c319a75', '0256d5e3-497e-404b-8817-4512e9e9e9ac']}} {{(pid=93874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:35:05.200835 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f9b2f897-03e5-4c5a-8e16-e90df9cf087f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:05.237687 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [req-4728f4f7-352e-4a4c-98c3-4c256105ab61 req-9d11686a-b84d-4418-91c6-c0a51cc246a2 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:05.464902 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f9b2f897-03e5-4c5a-8e16-e90df9cf087f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7955150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7955703'] for router, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:05.514345 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [req-4728f4f7-352e-4a4c-98c3-4c256105ab61 req-9d11686a-b84d-4418-91c6-c0a51cc246a2 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] For port aaa499c0-5a26-4672-a78d-9fc4fa36a9ba, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=aaa499c0-5a26-4672-a78d-9fc4fa36a9ba,segment=NetworkSegment(addae48f-32b7-413b-a119-940a5c53c50e),segment_id=addae48f-32b7-413b-a119-940a5c53c50e)] {{(pid=93874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:35:05.583365 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [req-4728f4f7-352e-4a4c-98c3-4c256105ab61 req-9d11686a-b84d-4418-91c6-c0a51cc246a2 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Notify callbacks [] for port, precommit_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:05.603719 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3e85aa-f680-465b-827b-fcd2d30d9245 req-0b8d326e-1d5b-496f-92d4-3aa7e2cbe137 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:05.605298 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-5f3e85aa-f680-465b-827b-fcd2d30d9245 req-0b8d326e-1d5b-496f-92d4-3aa7e2cbe137 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/ports?device_id=390893f3-2c2b-4803-b7a8-3c19fb0503a4 HTTP/1.1" status: 200 len: 945 time: 0.1046429 Aug 31 04:35:05.607642 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [req-4728f4f7-352e-4a4c-98c3-4c256105ab61 req-9d11686a-b84d-4418-91c6-c0a51cc246a2 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16403712'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:05.627623 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Device 6141179c-73a1-4156-8613-05bb9a893f80 up at agent ovs-agent-dv-cinder-778193-7-iscsi {{(pid=93875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:35:05.670346 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] get_ports_and_sgs() called for port_ids ['aaa499c0-5a26-4672-a78d-9fc4fa36a9ba'] {{(pid=93875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 04:35:05.683445 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4728f4f7-352e-4a4c-98c3-4c256105ab61 req-9d11686a-b84d-4418-91c6-c0a51cc246a2 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:05.683674 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [req-4728f4f7-352e-4a4c-98c3-4c256105ab61 req-9d11686a-b84d-4418-91c6-c0a51cc246a2 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200266'] for port, before_response {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:05.692030 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-4728f4f7-352e-4a4c-98c3-4c256105ab61 req-9d11686a-b84d-4418-91c6-c0a51cc246a2 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "PUT /v2.0/ports/aaa499c0-5a26-4672-a78d-9fc4fa36a9ba HTTP/1.1" status: 200 len: 982 time: 0.5675597 Aug 31 04:35:05.692030 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc9e0bd4-22bc-4fae-b4da-95d3b319a99b', 'tag': 'aaa499c0-5a26-4672-a78d-9fc4fa36a9ba'}] {{(pid=93874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 04:35:05.700332 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5938699f339110e9e8a85feef94aa89cb8ce9e43d70de9421afa6be4e30d1429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b82c93ed-77dc-4e3e-8aed-0506eb37be35" -d '{"events": [{"name": "network-changed", "server_uuid": "dc9e0bd4-22bc-4fae-b4da-95d3b319a99b", "tag": "aaa499c0-5a26-4672-a78d-9fc4fa36a9ba"}]}' {{(pid=93874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:35:05.756544 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9b2f897-03e5-4c5a-8e16-e90df9cf087f admin admin] Router ea78aca0-ec53-4be6-964f-9809ed9d8673 is scheduled to L3 agent 0d18d50c-d309-40cc-9cbf-a014e4f79dac with binding_index 1 {{(pid=93873) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 04:35:05.824258 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d11686a-b84d-4418-91c6-c0a51cc246a2 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Pushing event updated for resources: {'Port': ['ID=aaa499c0-5a26-4672-a78d-9fc4fa36a9ba,revision_number=6']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:05.849299 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Provisioning for port 6141179c-73a1-4156-8613-05bb9a893f80 completed by entity L2. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 04:35:05.857314 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-5f3e85aa-f680-465b-827b-fcd2d30d9245 req-660bd93b-6f0e-48af-9dfd-c1e3a39e033c tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/security-groups?id=75b78e4a-f72a-42ae-924c-e5c8844ea7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143450 Aug 31 04:35:05.888033 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Provisioning complete for port 6141179c-73a1-4156-8613-05bb9a893f80 triggered by entity L2. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:35:05.888689 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667402'] for port, provisioning_complete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:05.925651 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459ad755-b001-4f1c-8112-fb7029214f28 req-85913365-76b7-4913-81e5-ef74af6e2be0 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:05.933562 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-459ad755-b001-4f1c-8112-fb7029214f28 req-85913365-76b7-4913-81e5-ef74af6e2be0 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 945 time: 0.1045406 Aug 31 04:35:06.037831 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9b2f897-03e5-4c5a-8e16-e90df9cf087f admin admin] Notify agent at l3_agent.dv-cinder-778193-7-iscsi the message routers_updated {{(pid=93873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:35:06.051646 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aebb860-dd86-4217-8cb3-fb6486499143 None None] Sync routers for ids ['ea78aca0-ec53-4be6-964f-9809ed9d8673'] in dv-cinder-778193-7-iscsi {{(pid=93876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:35:06.068101 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f9b2f897-03e5-4c5a-8e16-e90df9cf087f admin admin] Notify callbacks [] for router, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:06.072551 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-f9b2f897-03e5-4c5a-8e16-e90df9cf087f admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.8221116 Aug 31 04:35:06.073325 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 34886) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:35:06.079170 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-459ad755-b001-4f1c-8112-fb7029214f28 req-64df8a84-d31f-4665-9c91-621f334c7860 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/security-groups?id=330d847d-5013-4fa4-a7d6-33fbc6014196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1446555 Aug 31 04:35:06.088813 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aebb860-dd86-4217-8cb3-fb6486499143 None None] Routers {'ea78aca0-ec53-4be6-964f-9809ed9d8673'} bound to L3 agent in host dv-cinder-778193-7-iscsi {{(pid=93876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 04:35:06.089429 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.l3_hamode_db [None req-9aebb860-dd86-4217-8cb3-fb6486499143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T04:24:29Z,description=,heartbeat_timestamp=2021-08-31T04:34:59Z,host='dv-cinder-778193-7-iscsi',id=0d18d50c-d309-40cc-9cbf-a014e4f79dac,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T04:24:29Z,topic='l3_agent')) {'router_ids': ['ea78aca0-ec53-4be6-964f-9809ed9d8673'], 'active': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:35:06.153701 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:06.168080 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] get_ports_and_sgs() called for port_ids ['aaa499c0-5a26-4672-a78d-9fc4fa36a9ba'] {{(pid=93875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 04:35:06.176417 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719e8e0c-09a7-4dba-9d47-c5afd76bce2b req-e2f2eb23-14c6-4c8b-b4e3-bcd563338c6e tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:06.178589 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-719e8e0c-09a7-4dba-9d47-c5afd76bce2b req-e2f2eb23-14c6-4c8b-b4e3-bcd563338c6e tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 946 time: 0.1706238 Aug 31 04:35:06.205648 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-e088f1bb-c5a8-444a-8f4e-20edcc2e9833 None None] Provisioning complete for port aaa499c0-5a26-4672-a78d-9fc4fa36a9ba triggered by entity DHCP. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:35:06.206123 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e088f1bb-c5a8-444a-8f4e-20edcc2e9833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667402'] for port, provisioning_complete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:06.271250 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-719e8e0c-09a7-4dba-9d47-c5afd76bce2b req-4caf8a44-1395-4d9d-832c-01e2e590cff5 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b04e1e0-6e1c-49a5-a7f2-f3ca3ba46212&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865097 Aug 31 04:35:06.280337 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.l3_dvr_db [None req-9aebb860-dd86-4217-8cb3-fb6486499143 None None] Set router ea78aca0-ec53-4be6-964f-9809ed9d8673 gateway port host: dv-cinder-778193-7-iscsi {{(pid=93876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 04:35:06.338990 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00acc4d4-7227-4785-a136-68383303a4a2 None None] Network 6f5f1c74-af11-4670-a853-0412354ebbcc requested from dv-cinder-778193-7-iscsi {{(pid=93875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 04:35:06.368176 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 04:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a9988e6-f8a8-4107-8b13-9ca86528d3fd x-openstack-request-id: req-7a9988e6-f8a8-4107-8b13-9ca86528d3fd {{(pid=93874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:35:06.368504 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc9e0bd4-22bc-4fae-b4da-95d3b319a99b", "tag": "aaa499c0-5a26-4672-a78d-9fc4fa36a9ba", "status": "completed", "code": 200}]} {{(pid=93874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:35:06.368705 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7a9988e6-f8a8-4107-8b13-9ca86528d3fd {{(pid=93874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:35:06.369114 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc9e0bd4-22bc-4fae-b4da-95d3b319a99b', 'tag': 'aaa499c0-5a26-4672-a78d-9fc4fa36a9ba', 'status': 'completed', 'code': 200} Aug 31 04:35:06.420248 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb548abe-c599-4687-8a26-3491b6678eb5 req-5d0366c1-1ef4-4fa4-b530-5a91fee2de9c tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:06.428523 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-eb548abe-c599-4687-8a26-3491b6678eb5 req-5d0366c1-1ef4-4fa4-b530-5a91fee2de9c tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 985 time: 0.1786127 Aug 31 04:35:06.492031 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] For port 6141179c-73a1-4156-8613-05bb9a893f80, host dv-cinder-778193-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-7-iscsi',level=0,port_id=6141179c-73a1-4156-8613-05bb9a893f80,segment=NetworkSegment(a7412fb6-0162-4662-bc72-ded560595039),segment_id=a7412fb6-0162-4662-bc72-ded560595039)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:35:06.527047 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:06.529484 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Device 7b435377-0cc7-4494-96da-98cf25fe7cc8 up at agent ovs-agent-dv-cinder-778193-7-iscsi {{(pid=93875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:35:06.579457 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-eb548abe-c599-4687-8a26-3491b6678eb5 req-d9c1b127-b148-4db6-a7c4-5115618c08da tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/security-groups?id=0256d5e3-497e-404b-8817-4512e9e9e9ac&id=0f65e94a-0045-4695-bea3-6d2c0c319a75&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1499405 Aug 31 04:35:06.590584 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82c93ed-77dc-4e3e-8aed-0506eb37be35 req-d1d96bd5-39ec-4b7c-8eb4-1c7c45bcacbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:06.592137 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-b82c93ed-77dc-4e3e-8aed-0506eb37be35 req-d1d96bd5-39ec-4b7c-8eb4-1c7c45bcacbe service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ab311a0b396b46aeb9650f0c41fada96&device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 1138 time: 0.1420827 Aug 31 04:35:06.652609 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.l3_hamode_db [None req-9aebb860-dd86-4217-8cb3-fb6486499143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea78aca0-ec53-4be6-964f-9809ed9d8673', 'name': 'tempest-TestVolumeBootPattern-1584458745-router', 'tenant_id': 'fd3dbf32156c4cf39da23f90db94182c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'external_fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '762c813a-d5bd-49cc-aae3-f177b9071833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:35:03Z', 'updated_at': '2021-08-31T04:35:05Z', 'revision_number': 3, 'project_id': 'fd3dbf32156c4cf39da23f90db94182c', 'gw_port': {'id': '762c813a-d5bd-49cc-aae3-f177b9071833', 'name': '', 'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f3:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea78aca0-ec53-4be6-964f-9809ed9d8673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:35:03Z', 'updated_at': '2021-08-31T04:35:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-iscsi'}], 'dv-cinder-778193-7-iscsi', False) {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:35:06.774748 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aebb860-dd86-4217-8cb3-fb6486499143 None None] Checking router: ea78aca0-ec53-4be6-964f-9809ed9d8673 for host: dv-cinder-778193-7-iscsi {{(pid=93876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:35:06.775088 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aebb860-dd86-4217-8cb3-fb6486499143 None None] Updating router ea78aca0-ec53-4be6-964f-9809ed9d8673 port 762c813a-d5bd-49cc-aae3-f177b9071833 binding host dv-cinder-778193-7-iscsi {{(pid=93876) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 04:35:06.820837 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9aebb860-dd86-4217-8cb3-fb6486499143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:06.849688 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82c93ed-77dc-4e3e-8aed-0506eb37be35 req-d0964146-5da3-4a5f-beb5-0312f963731d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:06.851313 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-b82c93ed-77dc-4e3e-8aed-0506eb37be35 req-d0964146-5da3-4a5f-beb5-0312f963731d service neutron] 10.222.0.13 "GET /v2.0/networks?id=bb82b1c7-25b2-43f9-aa58-b7e64d26c2da HTTP/1.1" status: 200 len: 916 time: 0.2486987 Aug 31 04:35:06.965570 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-b82c93ed-77dc-4e3e-8aed-0506eb37be35 req-b4f08f24-2ecb-407a-8392-4ed81a545752 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aaa499c0-5a26-4672-a78d-9fc4fa36a9ba HTTP/1.1" status: 200 len: 1001 time: 0.0910480 Aug 31 04:35:06.965816 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-ee5d2fd1-bd0b-4d24-bc02-8b882fc01238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:07.065306 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Pushing event updated for resources: {'Port': ['ID=6141179c-73a1-4156-8613-05bb9a893f80,revision_number=5']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:07.114796 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82c93ed-77dc-4e3e-8aed-0506eb37be35 req-bb0425b6-2873-4e2d-9f44-6e2de803a9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:07.116544 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-b82c93ed-77dc-4e3e-8aed-0506eb37be35 req-bb0425b6-2873-4e2d-9f44-6e2de803a9d1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=737ced97-ee86-44b1-9767-e30f3f13dd11 HTTP/1.1" status: 200 len: 854 time: 0.1376846 Aug 31 04:35:07.143239 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7be757-7561-40a3-ba02-3bdd0344d251 req-20665cb3-a410-4ea2-bd17-4161987ab944 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:07.145940 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-5c7be757-7561-40a3-ba02-3bdd0344d251 req-20665cb3-a410-4ea2-bd17-4161987ab944 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/ports?device_id=390893f3-2c2b-4803-b7a8-3c19fb0503a4 HTTP/1.1" status: 200 len: 945 time: 0.1571579 Aug 31 04:35:07.267673 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Provisioning for port 7b435377-0cc7-4494-96da-98cf25fe7cc8 completed by entity L2. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 04:35:07.282174 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.db.db_base_plugin_common [None req-ee5d2fd1-bd0b-4d24-bc02-8b882fc01238 admin admin] Allocated IP 172.20.0.1 (6f5f1c74-af11-4670-a853-0412354ebbcc/b56d2962-9dfb-4d52-990b-d5bb511c5186/61376611-3331-4e7d-9ff0-b63b5f24e215) {{(pid=93873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:35:07.298475 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82c93ed-77dc-4e3e-8aed-0506eb37be35 req-99b4aedb-14b0-4c08-bb5d-8fc1d4ee88c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:07.302684 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-b82c93ed-77dc-4e3e-8aed-0506eb37be35 req-99b4aedb-14b0-4c08-bb5d-8fc1d4ee88c3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bb82b1c7-25b2-43f9-aa58-b7e64d26c2da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1556382 Aug 31 04:35:07.313316 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-5c7be757-7561-40a3-ba02-3bdd0344d251 req-df4fa6fa-8b64-49e0-9369-8f640bcfa6d5 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/security-groups?id=75b78e4a-f72a-42ae-924c-e5c8844ea7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545978 Aug 31 04:35:07.317956 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9aebb860-dd86-4217-8cb3-fb6486499143 None None] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:07.323635 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Provisioning complete for port 7b435377-0cc7-4494-96da-98cf25fe7cc8 triggered by entity L2. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:35:07.324032 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667402'] for port, provisioning_complete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:07.341062 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [None req-9aebb860-dd86-4217-8cb3-fb6486499143 None None] Transition to ACTIVE for port object 762c813a-d5bd-49cc-aae3-f177b9071833 will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 04:35:07.360223 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9aebb860-dd86-4217-8cb3-fb6486499143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:07.371007 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-845a86dc-7cbc-4ca3-a817-eaac432f33f1 None None] Provisioning for port 7b435377-0cc7-4494-96da-98cf25fe7cc8 completed by entity DHCP. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 04:35:07.398813 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-845a86dc-7cbc-4ca3-a817-eaac432f33f1 None None] Provisioning complete for port 7b435377-0cc7-4494-96da-98cf25fe7cc8 triggered by entity DHCP. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:35:07.399425 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-845a86dc-7cbc-4ca3-a817-eaac432f33f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667402'] for port, provisioning_complete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:07.400024 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb470200-3ef2-47cc-ba59-66472dedecc2 req-6b141b5f-7c7c-4078-a21f-dcb61152f125 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:07.413520 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-eb470200-3ef2-47cc-ba59-66472dedecc2 req-6b141b5f-7c7c-4078-a21f-dcb61152f125 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 945 time: 0.1568046 Aug 31 04:35:07.441343 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-9aebb860-dd86-4217-8cb3-fb6486499143 None None] Attempting to bind port 762c813a-d5bd-49cc-aae3-f177b9071833 on host dv-cinder-778193-7-iscsi for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 04:35:07.441801 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-9aebb860-dd86-4217-8cb3-fb6486499143 None None] Attempting to bind port 762c813a-d5bd-49cc-aae3-f177b9071833 by drivers openvswitch,hyperv on host dv-cinder-778193-7-iscsi at level 0 using segments [{'id': '9b39574f-0af1-490f-b9cc-82fd551fb7d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 04:35:07.442248 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aebb860-dd86-4217-8cb3-fb6486499143 None None] Attempting to bind port 762c813a-d5bd-49cc-aae3-f177b9071833 on network f4b5f899-990a-4804-98c2-2f4cfa444408 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 04:35:07.452194 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e36c32-a8b6-48c9-91ba-c706f60bf2a7 None None] Pushing event updated for resources: {'Port': ['ID=762c813a-d5bd-49cc-aae3-f177b9071833,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:07.461019 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aebb860-dd86-4217-8cb3-fb6486499143 None None] Checking agent: {'id': '68c6f462-eb0a-4cde-80ac-29944282ee42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 4, 24, 29), 'started_at': datetime.datetime(2021, 8, 31, 4, 24, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 4, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 04:35:07.461511 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aebb860-dd86-4217-8cb3-fb6486499143 None None] Checking segment: {'id': '9b39574f-0af1-490f-b9cc-82fd551fb7d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 04:35:07.462282 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9aebb860-dd86-4217-8cb3-fb6486499143 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:07.462398 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aebb860-dd86-4217-8cb3-fb6486499143 None None] Bound using segment: {'id': '9b39574f-0af1-490f-b9cc-82fd551fb7d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 04:35:07.462957 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-9aebb860-dd86-4217-8cb3-fb6486499143 None None] Bound port: 762c813a-d5bd-49cc-aae3-f177b9071833, host: dv-cinder-778193-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b39574f-0af1-490f-b9cc-82fd551fb7d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 04:35:07.463422 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9aebb860-dd86-4217-8cb3-fb6486499143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:07.486683 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-ee5d2fd1-bd0b-4d24-bc02-8b882fc01238 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:07.510472 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-eb470200-3ef2-47cc-ba59-66472dedecc2 req-8873c3c8-7502-4155-9be4-79d24cb7f2e8 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/security-groups?id=330d847d-5013-4fa4-a7d6-33fbc6014196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961039 Aug 31 04:35:07.528662 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-ee5d2fd1-bd0b-4d24-bc02-8b882fc01238 admin admin] Transition to ACTIVE for port object 61376611-3331-4e7d-9ff0-b63b5f24e215 will not be triggered until provisioned by entity DHCP. {{(pid=93873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 04:35:07.540239 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-9aebb860-dd86-4217-8cb3-fb6486499143 None None] For port 762c813a-d5bd-49cc-aae3-f177b9071833, host dv-cinder-778193-7-iscsi, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:35:07.544000 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-9aebb860-dd86-4217-8cb3-fb6486499143 None None] For port 762c813a-d5bd-49cc-aae3-f177b9071833, host dv-cinder-778193-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-7-iscsi',level=0,port_id=762c813a-d5bd-49cc-aae3-f177b9071833,segment=NetworkSegment(9b39574f-0af1-490f-b9cc-82fd551fb7d5),segment_id=9b39574f-0af1-490f-b9cc-82fd551fb7d5)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:35:07.555065 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f05567a-65a5-464b-a814-a524e3c4a9a6 req-cae95486-0a8d-48ff-9eeb-99b6c9a6d347 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:07.556823 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-4f05567a-65a5-464b-a814-a524e3c4a9a6 req-cae95486-0a8d-48ff-9eeb-99b6c9a6d347 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 946 time: 0.1374111 Aug 31 04:35:07.559159 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-b82c93ed-77dc-4e3e-8aed-0506eb37be35 req-33881026-493c-4653-bbce-dda579696624 service neutron] 10.222.0.13 "GET /v2.0/networks/bb82b1c7-25b2-43f9-aa58-b7e64d26c2da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411680 Aug 31 04:35:07.562214 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9aebb860-dd86-4217-8cb3-fb6486499143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:07.572385 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-ee5d2fd1-bd0b-4d24-bc02-8b882fc01238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730086931496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4316683'] for port, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:07.620801 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-4f05567a-65a5-464b-a814-a524e3c4a9a6 req-c6546023-247c-447a-99aa-bbda1660cc33 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b04e1e0-6e1c-49a5-a7f2-f3ca3ba46212&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564582 Aug 31 04:35:07.621172 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee5d2fd1-bd0b-4d24-bc02-8b882fc01238 admin admin] Network 6f5f1c74-af11-4670-a853-0412354ebbcc is already hosted by enough agents. {{(pid=93873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:35:07.626252 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.scheduler.base_scheduler [None req-ee5d2fd1-bd0b-4d24-bc02-8b882fc01238 admin admin] Resources bound (agent type, host, resource id): {{(pid=93873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:35:07.651198 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5d2fd1-bd0b-4d24-bc02-8b882fc01238 admin admin] Received port after_create {{(pid=93873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 04:35:07.666163 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e36c32-a8b6-48c9-91ba-c706f60bf2a7 None None] Pushing event updated for resources: {'Port': ['ID=762c813a-d5bd-49cc-aae3-f177b9071833,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:07.683401 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5d2fd1-bd0b-4d24-bc02-8b882fc01238 admin admin] Pushing event updated for resources: {'Port': ['ID=61376611-3331-4e7d-9ff0-b63b5f24e215,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:07.687993 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aebb860-dd86-4217-8cb3-fb6486499143 None None] Routers {'ea78aca0-ec53-4be6-964f-9809ed9d8673'} bound to L3 agent in host dv-cinder-778193-7-iscsi {{(pid=93876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 04:35:07.689179 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.l3_hamode_db [None req-9aebb860-dd86-4217-8cb3-fb6486499143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T04:24:29Z,description=,heartbeat_timestamp=2021-08-31T04:34:59Z,host='dv-cinder-778193-7-iscsi',id=0d18d50c-d309-40cc-9cbf-a014e4f79dac,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T04:24:29Z,topic='l3_agent')) {'router_ids': ['ea78aca0-ec53-4be6-964f-9809ed9d8673'], 'active': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:35:07.700781 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-ee5d2fd1-bd0b-4d24-bc02-8b882fc01238 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7956356'] for router_interface, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:07.753295 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:07.797258 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-845a86dc-7cbc-4ca3-a817-eaac432f33f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:07.819219 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-b82c93ed-77dc-4e3e-8aed-0506eb37be35 req-4e06a067-241d-481a-b7d6-b86240fa58b6 service neutron] 10.222.0.13 "GET /v2.0/networks/bb82b1c7-25b2-43f9-aa58-b7e64d26c2da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101820 Aug 31 04:35:07.927860 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-ee5d2fd1-bd0b-4d24-bc02-8b882fc01238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:07.948137 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] For port 7b435377-0cc7-4494-96da-98cf25fe7cc8, host dv-cinder-778193-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-7-iscsi',level=0,port_id=7b435377-0cc7-4494-96da-98cf25fe7cc8,segment=NetworkSegment(3a439c3f-9ee6-467f-b2bc-5669c3e75f51),segment_id=3a439c3f-9ee6-467f-b2bc-5669c3e75f51)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:35:07.965571 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:08.053396 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.l3_dvr_db [None req-9aebb860-dd86-4217-8cb3-fb6486499143 None None] Set router ea78aca0-ec53-4be6-964f-9809ed9d8673 gateway port host: dv-cinder-778193-7-iscsi {{(pid=93876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 04:35:08.094035 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.db.api [None req-845a86dc-7cbc-4ca3-a817-eaac432f33f1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93875) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 04:35:08.094633 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG oslo_db.api [None req-845a86dc-7cbc-4ca3-a817-eaac432f33f1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 04:35:08.104354 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Device 6141179c-73a1-4156-8613-05bb9a893f80 up at agent ovs-agent-dv-cinder-778193-7-iscsi {{(pid=93875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:35:08.137062 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Pushing event updated for resources: {'Port': ['ID=7b435377-0cc7-4494-96da-98cf25fe7cc8,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:08.165617 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Provisioning complete for port 6141179c-73a1-4156-8613-05bb9a893f80 triggered by entity L2. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:35:08.166233 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667402'] for port, provisioning_complete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:08.212888 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-ee5d2fd1-bd0b-4d24-bc02-8b882fc01238 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:08.218727 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-ee5d2fd1-bd0b-4d24-bc02-8b882fc01238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4316722'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:08.287323 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5d2fd1-bd0b-4d24-bc02-8b882fc01238 admin admin] Pushing event updated for resources: {'Port': ['ID=61376611-3331-4e7d-9ff0-b63b5f24e215,revision_number=2']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:08.290633 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-ee5d2fd1-bd0b-4d24-bc02-8b882fc01238 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8355406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7953204'] for router_interface, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:08.304464 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.l3_hamode_db [None req-9aebb860-dd86-4217-8cb3-fb6486499143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea78aca0-ec53-4be6-964f-9809ed9d8673', 'name': 'tempest-TestVolumeBootPattern-1584458745-router', 'tenant_id': 'fd3dbf32156c4cf39da23f90db94182c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'external_fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '762c813a-d5bd-49cc-aae3-f177b9071833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:35:03Z', 'updated_at': '2021-08-31T04:35:05Z', 'revision_number': 3, 'project_id': 'fd3dbf32156c4cf39da23f90db94182c', 'gw_port': {'id': '762c813a-d5bd-49cc-aae3-f177b9071833', 'name': '', 'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f3:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea78aca0-ec53-4be6-964f-9809ed9d8673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:35:03Z', 'updated_at': '2021-08-31T04:35:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-iscsi'}], 'dv-cinder-778193-7-iscsi', False) {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:35:08.341467 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aebb860-dd86-4217-8cb3-fb6486499143 None None] The sync data for ids ['ea78aca0-ec53-4be6-964f-9809ed9d8673'] in dv-cinder-778193-7-iscsi is: [{'id': 'ea78aca0-ec53-4be6-964f-9809ed9d8673', 'name': 'tempest-TestVolumeBootPattern-1584458745-router', 'tenant_id': 'fd3dbf32156c4cf39da23f90db94182c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'external_fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '762c813a-d5bd-49cc-aae3-f177b9071833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:35:03Z', 'updated_at': '2021-08-31T04:35:05Z', 'revision_number': 3, 'project_id': 'fd3dbf32156c4cf39da23f90db94182c', 'gw_port': {'id': '762c813a-d5bd-49cc-aae3-f177b9071833', 'name': '', 'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f3:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea78aca0-ec53-4be6-964f-9809ed9d8673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:35:03Z', 'updated_at': '2021-08-31T04:35:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-iscsi'}] {{(pid=93876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:35:08.402207 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee5d2fd1-bd0b-4d24-bc02-8b882fc01238 admin admin] Network 6f5f1c74-af11-4670-a853-0412354ebbcc is already hosted by enough agents. {{(pid=93873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:35:08.403675 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.scheduler.base_scheduler [None req-ee5d2fd1-bd0b-4d24-bc02-8b882fc01238 admin admin] Resources bound (agent type, host, resource id): {{(pid=93873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:35:08.478306 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8760e788-62a4-4c76-bf4c-9fd33053ae5f req-7216c1b2-c89e-4cdc-816e-efb1cfe6d027 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:08.480130 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-8760e788-62a4-4c76-bf4c-9fd33053ae5f req-7216c1b2-c89e-4cdc-816e-efb1cfe6d027 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/ports?device_id=390893f3-2c2b-4803-b7a8-3c19fb0503a4 HTTP/1.1" status: 200 len: 945 time: 0.0648670 Aug 31 04:35:08.529043 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-8760e788-62a4-4c76-bf4c-9fd33053ae5f req-9ca0f93f-56fe-4e81-b02e-2308d7a011ab tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/security-groups?id=75b78e4a-f72a-42ae-924c-e5c8844ea7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431614 Aug 31 04:35:08.723343 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2e4ed0-3f2a-4643-b537-94eda7cf61bb req-d85075da-3596-4567-8b80-87b3a452e7fa tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:08.724950 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-cf2e4ed0-3f2a-4643-b537-94eda7cf61bb req-d85075da-3596-4567-8b80-87b3a452e7fa tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 945 time: 0.0941603 Aug 31 04:35:08.826372 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-cf2e4ed0-3f2a-4643-b537-94eda7cf61bb req-31c2d7ee-dceb-4312-a740-885c4c7e2197 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/security-groups?id=330d847d-5013-4fa4-a7d6-33fbc6014196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710297 Aug 31 04:35:08.846579 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-4894ab63-1ba6-4817-83b0-b46302892ea9 None None] Provisioning for port 61376611-3331-4e7d-9ff0-b63b5f24e215 completed by entity DHCP. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 04:35:08.851303 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417e7d63-99bc-47fb-ac8a-6f1986da471a req-2b11f8ff-106b-48d5-b756-4c0219cfa8fd tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:08.852835 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-417e7d63-99bc-47fb-ac8a-6f1986da471a req-2b11f8ff-106b-48d5-b756-4c0219cfa8fd tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 946 time: 0.0774910 Aug 31 04:35:08.854917 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-4894ab63-1ba6-4817-83b0-b46302892ea9 None None] Provisioning complete for port 61376611-3331-4e7d-9ff0-b63b5f24e215 triggered by entity DHCP. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:35:08.855133 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4894ab63-1ba6-4817-83b0-b46302892ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667402'] for port, provisioning_complete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:08.864146 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee5d2fd1-bd0b-4d24-bc02-8b882fc01238 admin admin] Router ea78aca0-ec53-4be6-964f-9809ed9d8673 has already been hosted by L3 agent 0d18d50c-d309-40cc-9cbf-a014e4f79dac {{(pid=93873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 04:35:08.891074 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-4894ab63-1ba6-4817-83b0-b46302892ea9 None None] Port 61376611-3331-4e7d-9ff0-b63b5f24e215 cannot update to ACTIVE because it is not bound. {{(pid=93875) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 04:35:08.900347 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-417e7d63-99bc-47fb-ac8a-6f1986da471a req-a98c7fb2-2f99-42d2-a4f2-4c2f8ec3b443 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b04e1e0-6e1c-49a5-a7f2-f3ca3ba46212&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404129 Aug 31 04:35:08.910737 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-4894ab63-1ba6-4817-83b0-b46302892ea9 None None] Provisioning complete for port 7b435377-0cc7-4494-96da-98cf25fe7cc8 triggered by entity DHCP. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:35:08.911301 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4894ab63-1ba6-4817-83b0-b46302892ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667402'] for port, provisioning_complete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:08.939106 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Device 8b832084-eb7d-496c-bc7a-d06184bd40fc details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=93875) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 04:35:08.989156 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee5d2fd1-bd0b-4d24-bc02-8b882fc01238 admin admin] Notify agent at l3_agent.dv-cinder-778193-7-iscsi the message routers_updated {{(pid=93873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:35:08.994941 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-ee5d2fd1-bd0b-4d24-bc02-8b882fc01238 admin admin] 10.222.0.37 "PUT /v2.0/routers/ea78aca0-ec53-4be6-964f-9809ed9d8673/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9205201 Aug 31 04:35:09.089210 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] For port 8b832084-eb7d-496c-bc7a-d06184bd40fc, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=8b832084-eb7d-496c-bc7a-d06184bd40fc,segment=NetworkSegment(14aa025e-dd6c-45fc-a8a8-06cb8f48a6ca),segment_id=14aa025e-dd6c-45fc-a8a8-06cb8f48a6ca)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:35:09.103679 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Returning: {'device': '8b832084-eb7d-496c-bc7a-d06184bd40fc', 'network_id': '2b1770a4-934d-49a7-a5c2-844beb26d79a', 'port_id': '8b832084-eb7d-496c-bc7a-d06184bd40fc', 'mac_address': 'fa:16:3e:e0:5b:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e15e21a-55f2-483a-9c78-48bccbedd076', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93875) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 04:35:09.154858 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:09.168749 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.notifiers.nova [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8b832084-eb7d-496c-bc7a-d06184bd40fc {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 04:35:09.189625 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] For port 8b832084-eb7d-496c-bc7a-d06184bd40fc, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=8b832084-eb7d-496c-bc7a-d06184bd40fc,segment=NetworkSegment(14aa025e-dd6c-45fc-a8a8-06cb8f48a6ca),segment_id=14aa025e-dd6c-45fc-a8a8-06cb8f48a6ca)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:35:09.194817 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:09.244941 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Pushing event updated for resources: {'Port': ['ID=8b832084-eb7d-496c-bc7a-d06184bd40fc,revision_number=6']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:09.623591 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 34958) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:35:09.632740 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.v2.base [None req-b4fc35f4-0dd3-433a-9f29-dcd0d2cc6801 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-572282134', 'description': 'tempest-secgroup-smoke-572282134 description', 'project_id': 'bc308d1c5c63497ca880321a556c0dcf'}} {{(pid=93873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:35:09.661480 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-b4fc35f4-0dd3-433a-9f29-dcd0d2cc6801 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Notify callbacks [] for security_group, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:09.672022 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffed1ea-72a5-4f99-a796-0b3539754666 req-e01f9aaf-cf7f-44b3-8a70-26d1eb1ffc71 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:09.675130 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-1ffed1ea-72a5-4f99-a796-0b3539754666 req-e01f9aaf-cf7f-44b3-8a70-26d1eb1ffc71 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.37 "GET /v2.0/networks?id=324d503c-fc7f-4c16-bee4-2a3af6fefdb5 HTTP/1.1" status: 200 len: 814 time: 0.1219766 Aug 31 04:35:09.716787 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-1ffed1ea-72a5-4f99-a796-0b3539754666 req-f9962ad6-8a0e-470c-8583-65d842980795 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.37 "GET /v2.0/quotas/d2a1a3669e5349b3b72956eee5c16264 HTTP/1.1" status: 200 len: 375 time: 0.0305014 Aug 31 04:35:09.745975 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] get_ports_and_sgs() called for port_ids ['8b832084-eb7d-496c-bc7a-d06184bd40fc'] {{(pid=93875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 04:35:09.746243 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61642eae-282c-43dd-857e-d60a6bfb20db req-d86f437d-c953-49e7-a9ad-5e112f9086ab tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:09.747769 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-61642eae-282c-43dd-857e-d60a6bfb20db req-d86f437d-c953-49e7-a9ad-5e112f9086ab tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/ports?device_id=390893f3-2c2b-4803-b7a8-3c19fb0503a4 HTTP/1.1" status: 200 len: 945 time: 0.0712748 Aug 31 04:35:09.757232 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-b4fc35f4-0dd3-433a-9f29-dcd0d2cc6801 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Notify callbacks [] for security_group, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:09.761636 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-b4fc35f4-0dd3-433a-9f29-dcd0d2cc6801 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:09.791822 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-b4fc35f4-0dd3-433a-9f29-dcd0d2cc6801 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Notify callbacks [] for security_group, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:09.794925 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-b4fc35f4-0dd3-433a-9f29-dcd0d2cc6801 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1700101 Aug 31 04:35:09.796328 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 34960) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:35:09.797593 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fc35f4-0dd3-433a-9f29-dcd0d2cc6801 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5087df51-3381-4802-9616-3985fed72e9a,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:09.807558 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.v2.base [None req-dcea97e0-3724-411f-8dae-557e1aaa193e tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Request body: {'security_group_rule': {'security_group_id': '5087df51-3381-4802-9616-3985fed72e9a', 'project_id': 'bc308d1c5c63497ca880321a556c0dcf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:35:09.819390 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-1ffed1ea-72a5-4f99-a796-0b3539754666 req-ef09c461-ad31-4f1c-8254-693633f556dd tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d2a1a3669e5349b3b72956eee5c16264&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0927386 Aug 31 04:35:09.832339 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-61642eae-282c-43dd-857e-d60a6bfb20db req-528fd587-5f43-4fac-a6e3-32d8d4224d98 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/security-groups?id=75b78e4a-f72a-42ae-924c-e5c8844ea7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699239 Aug 31 04:35:09.919444 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-dcea97e0-3724-411f-8dae-557e1aaa193e tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:09.993227 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-1ffed1ea-72a5-4f99-a796-0b3539754666 req-a8e8e8a2-63a3-46b7-afb0-93da0e5eff78 service neutron] 10.222.0.37 "GET /v2.0/networks/324d503c-fc7f-4c16-bee4-2a3af6fefdb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648841 Aug 31 04:35:10.015642 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081e9267-a1d3-4d43-b918-5d900e228e2c req-b9b4d83d-61ae-4e0f-96c7-3d60fd67a1ba tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:10.016052 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-081e9267-a1d3-4d43-b918-5d900e228e2c req-b9b4d83d-61ae-4e0f-96c7-3d60fd67a1ba tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 945 time: 0.1004546 Aug 31 04:35:10.089233 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-dcea97e0-3724-411f-8dae-557e1aaa193e tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:10.097653 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-dcea97e0-3724-411f-8dae-557e1aaa193e tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196840'] for security_group_rule, after_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:10.133781 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Device 7b435377-0cc7-4494-96da-98cf25fe7cc8 up at agent ovs-agent-dv-cinder-778193-7-iscsi {{(pid=93875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:35:10.143775 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-081e9267-a1d3-4d43-b918-5d900e228e2c req-5c736b58-523a-4692-aa82-08c1e409503c tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/security-groups?id=330d847d-5013-4fa4-a7d6-33fbc6014196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1183474 Aug 31 04:35:10.148606 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcea97e0-3724-411f-8dae-557e1aaa193e tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa336367-da29-49ce-9753-2a6ff0104dcb,revision_number=0']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:10.153457 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-dcea97e0-3724-411f-8dae-557e1aaa193e tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:10.157139 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-dcea97e0-3724-411f-8dae-557e1aaa193e tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3573766 Aug 31 04:35:10.157471 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 34966) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:35:10.163240 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.v2.base [None req-2e894407-dedb-4e47-8a07-53bb4ea51452 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Request body: {'security_group_rule': {'security_group_id': '5087df51-3381-4802-9616-3985fed72e9a', 'project_id': 'bc308d1c5c63497ca880321a556c0dcf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:35:10.176851 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-1ffed1ea-72a5-4f99-a796-0b3539754666 req-1d1e5c81-1fe3-484a-91ab-01066118b276 service neutron] 10.222.0.37 "GET /v2.0/networks/324d503c-fc7f-4c16-bee4-2a3af6fefdb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598375 Aug 31 04:35:10.201136 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2e894407-dedb-4e47-8a07-53bb4ea51452 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:10.202211 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Provisioning complete for port 7b435377-0cc7-4494-96da-98cf25fe7cc8 triggered by entity L2. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:35:10.202588 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667402'] for port, provisioning_complete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:10.246306 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8836b4e-b8e3-4398-82f8-b37a2bb42b67 None None] Sync routers for ids ['ea78aca0-ec53-4be6-964f-9809ed9d8673'] in dv-cinder-778193-7-iscsi {{(pid=93875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:35:10.273012 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8836b4e-b8e3-4398-82f8-b37a2bb42b67 None None] Routers {'ea78aca0-ec53-4be6-964f-9809ed9d8673'} bound to L3 agent in host dv-cinder-778193-7-iscsi {{(pid=93875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 04:35:10.273778 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-d8836b4e-b8e3-4398-82f8-b37a2bb42b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T04:24:29Z,description=,heartbeat_timestamp=2021-08-31T04:34:59Z,host='dv-cinder-778193-7-iscsi',id=0d18d50c-d309-40cc-9cbf-a014e4f79dac,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T04:24:29Z,topic='l3_agent')) {'router_ids': ['ea78aca0-ec53-4be6-964f-9809ed9d8673'], 'active': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:35:10.289421 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceded491-a2a9-4e9c-9182-7c728ff361f3 req-4cee3c70-1654-4df4-b0a7-8d638a89e3fa tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:10.291356 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-ceded491-a2a9-4e9c-9182-7c728ff361f3 req-4cee3c70-1654-4df4-b0a7-8d638a89e3fa tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 945 time: 0.0553360 Aug 31 04:35:10.305315 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2e894407-dedb-4e47-8a07-53bb4ea51452 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:10.314648 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2e894407-dedb-4e47-8a07-53bb4ea51452 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196840'] for security_group_rule, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:10.338820 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Device 762c813a-d5bd-49cc-aae3-f177b9071833 up at agent ovs-agent-dv-cinder-778193-7-iscsi {{(pid=93875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:35:10.356863 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e894407-dedb-4e47-8a07-53bb4ea51452 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dea80fef-c7b3-4eca-a270-e6aae495a62c,revision_number=0']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:10.366570 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2e894407-dedb-4e47-8a07-53bb4ea51452 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:10.370737 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-2e894407-dedb-4e47-8a07-53bb4ea51452 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2119117 Aug 31 04:35:10.371568 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 34974) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:35:10.372458 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-ceded491-a2a9-4e9c-9182-7c728ff361f3 req-3aa83a96-06e5-47e7-bd3e-e3502bd48bea tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b04e1e0-6e1c-49a5-a7f2-f3ca3ba46212&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732462 Aug 31 04:35:10.376889 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.v2.base [None req-a43eec04-9ad2-4c50-908d-721869ac6201 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Request body: {'security_group_rule': {'security_group_id': '5087df51-3381-4802-9616-3985fed72e9a', 'project_id': 'bc308d1c5c63497ca880321a556c0dcf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:35:10.419176 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-a43eec04-9ad2-4c50-908d-721869ac6201 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:10.421713 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-f5b5d8a2-7fa4-43f1-b948-2f8a377ff6c6 req-9fab15ac-5a64-4cd8-92ab-6586d9d3a960 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.37 "GET /v2.0/ports?device_id=2dd4271e-26d8-464c-a8aa-a59fb5f79e62 HTTP/1.1" status: 200 len: 210 time: 0.0482581 Aug 31 04:35:10.517452 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-a43eec04-9ad2-4c50-908d-721869ac6201 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:10.524109 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-a43eec04-9ad2-4c50-908d-721869ac6201 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196840'] for security_group_rule, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:10.543748 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43eec04-9ad2-4c50-908d-721869ac6201 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a80db45-e05f-4ead-ac23-fc21a589a4e3,revision_number=0']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:10.573399 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-a43eec04-9ad2-4c50-908d-721869ac6201 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:10.577620 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-a43eec04-9ad2-4c50-908d-721869ac6201 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2021093 Aug 31 04:35:10.577936 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 34988) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:35:10.583316 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.v2.base [None req-b9484e24-1a93-4d27-aa14-a32a048d289a tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Request body: {'security_group_rule': {'security_group_id': '5087df51-3381-4802-9616-3985fed72e9a', 'project_id': 'bc308d1c5c63497ca880321a556c0dcf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:35:10.634285 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-b9484e24-1a93-4d27-aa14-a32a048d289a tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:10.679230 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvr_db [None req-d8836b4e-b8e3-4398-82f8-b37a2bb42b67 None None] Set router ea78aca0-ec53-4be6-964f-9809ed9d8673 gateway port host: dv-cinder-778193-7-iscsi {{(pid=93875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 04:35:10.681563 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Provisioning for port 762c813a-d5bd-49cc-aae3-f177b9071833 completed by entity L2. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 04:35:10.708463 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Provisioning complete for port 762c813a-d5bd-49cc-aae3-f177b9071833 triggered by entity L2. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:35:10.708924 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667402'] for port, provisioning_complete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:10.729236 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-b9484e24-1a93-4d27-aa14-a32a048d289a tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:10.735349 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-b9484e24-1a93-4d27-aa14-a32a048d289a tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196840'] for security_group_rule, after_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:10.764185 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9484e24-1a93-4d27-aa14-a32a048d289a tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8b0eb55-c5c9-4ad6-92e1-a238be1c7fb3,revision_number=0']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:10.775142 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-b9484e24-1a93-4d27-aa14-a32a048d289a tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:10.780923 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 34996) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:35:10.781464 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-b9484e24-1a93-4d27-aa14-a32a048d289a tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2022371 Aug 31 04:35:10.787177 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.v2.base [None req-a1de4d6c-0a41-4102-8178-3f9c7abe6575 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Request body: {'security_group_rule': {'security_group_id': '5087df51-3381-4802-9616-3985fed72e9a', 'project_id': 'bc308d1c5c63497ca880321a556c0dcf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:35:10.817034 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.db.securitygroups_db [None req-a1de4d6c-0a41-4102-8178-3f9c7abe6575 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Project bc308d1c5c63497ca880321a556c0dcf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 04:35:10.822418 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-a1de4d6c-0a41-4102-8178-3f9c7abe6575 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:10.921696 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Device 8b832084-eb7d-496c-bc7a-d06184bd40fc up at agent hyperv_hv-cinder-77819 {{(pid=93875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:35:10.929073 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:10.936467 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-a1de4d6c-0a41-4102-8178-3f9c7abe6575 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:10.945659 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-a1de4d6c-0a41-4102-8178-3f9c7abe6575 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196840'] for security_group_rule, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:10.967131 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1de4d6c-0a41-4102-8178-3f9c7abe6575 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e69d6030-8211-4080-83b2-86b29f688642,revision_number=0']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:10.991207 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-a1de4d6c-0a41-4102-8178-3f9c7abe6575 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:10.993479 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-a1de4d6c-0a41-4102-8178-3f9c7abe6575 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2109613 Aug 31 04:35:10.996511 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 35002) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:35:11.004599 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.v2.base [None req-64ce5d39-afc2-4851-bae6-bb26d2e0144c tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Request body: {'security_group_rule': {'security_group_id': '5087df51-3381-4802-9616-3985fed72e9a', 'project_id': 'bc308d1c5c63497ca880321a556c0dcf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:35:11.011830 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] For port 762c813a-d5bd-49cc-aae3-f177b9071833, host dv-cinder-778193-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-7-iscsi',level=0,port_id=762c813a-d5bd-49cc-aae3-f177b9071833,segment=NetworkSegment(9b39574f-0af1-490f-b9cc-82fd551fb7d5),segment_id=9b39574f-0af1-490f-b9cc-82fd551fb7d5)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:35:11.023319 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:11.038627 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.db.securitygroups_db [None req-64ce5d39-afc2-4851-bae6-bb26d2e0144c tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Project bc308d1c5c63497ca880321a556c0dcf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 04:35:11.043318 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45df5839-bbe1-4454-be6b-cb19a31cef0d req-379dec63-2e55-4b7e-889b-ffbfcdf7d244 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:11.044827 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-64ce5d39-afc2-4851-bae6-bb26d2e0144c tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:11.045409 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-45df5839-bbe1-4454-be6b-cb19a31cef0d req-379dec63-2e55-4b7e-889b-ffbfcdf7d244 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/ports?device_id=390893f3-2c2b-4803-b7a8-3c19fb0503a4 HTTP/1.1" status: 200 len: 945 time: 0.0898635 Aug 31 04:35:11.099315 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-45df5839-bbe1-4454-be6b-cb19a31cef0d req-30775a4d-6c1c-455e-9553-aa0f99cf8fc6 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/security-groups?id=75b78e4a-f72a-42ae-924c-e5c8844ea7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456638 Aug 31 04:35:11.100264 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Provisioning complete for port 8b832084-eb7d-496c-bc7a-d06184bd40fc triggered by entity L2. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:35:11.100644 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667402'] for port, provisioning_complete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:11.142385 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-64ce5d39-afc2-4851-bae6-bb26d2e0144c tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:11.148374 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-64ce5d39-afc2-4851-bae6-bb26d2e0144c tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196840'] for security_group_rule, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:11.159287 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Pushing event updated for resources: {'Port': ['ID=762c813a-d5bd-49cc-aae3-f177b9071833,revision_number=4']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:11.171370 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-d8836b4e-b8e3-4398-82f8-b37a2bb42b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea78aca0-ec53-4be6-964f-9809ed9d8673', 'name': 'tempest-TestVolumeBootPattern-1584458745-router', 'tenant_id': 'fd3dbf32156c4cf39da23f90db94182c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'external_fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '762c813a-d5bd-49cc-aae3-f177b9071833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:35:03Z', 'updated_at': '2021-08-31T04:35:07Z', 'revision_number': 4, 'project_id': 'fd3dbf32156c4cf39da23f90db94182c', 'gw_port': {'id': '762c813a-d5bd-49cc-aae3-f177b9071833', 'name': '', 'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f3:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea78aca0-ec53-4be6-964f-9809ed9d8673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:35:03Z', 'updated_at': '2021-08-31T04:35:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-iscsi', '_interfaces': [{'id': '61376611-3331-4e7d-9ff0-b63b5f24e215', 'name': '', 'network_id': '6f5f1c74-af11-4670-a853-0412354ebbcc', 'tenant_id': 'fd3dbf32156c4cf39da23f90db94182c', 'mac_address': 'fa:16:3e:29:1f:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea78aca0-ec53-4be6-964f-9809ed9d8673', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'b56d2962-9dfb-4d52-990b-d5bb511c5186', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:35:07Z', 'updated_at': '2021-08-31T04:35:08Z', 'revision_number': 2, 'project_id': 'fd3dbf32156c4cf39da23f90db94182c', 'subnets': [{'id': 'b56d2962-9dfb-4d52-990b-d5bb511c5186', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-7-iscsi', False) {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:35:11.178454 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ce5d39-afc2-4851-bae6-bb26d2e0144c tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7eab4e5-ea4b-4b88-a8ab-c8fec63317fa,revision_number=0']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:11.183995 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-64ce5d39-afc2-4851-bae6-bb26d2e0144c tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:11.191384 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-64ce5d39-afc2-4851-bae6-bb26d2e0144c tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1926727 Aug 31 04:35:11.207131 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8836b4e-b8e3-4398-82f8-b37a2bb42b67 None None] Checking router: ea78aca0-ec53-4be6-964f-9809ed9d8673 for host: dv-cinder-778193-7-iscsi {{(pid=93875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:35:11.207667 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8836b4e-b8e3-4398-82f8-b37a2bb42b67 None None] Updating router ea78aca0-ec53-4be6-964f-9809ed9d8673 port 61376611-3331-4e7d-9ff0-b63b5f24e215 binding host dv-cinder-778193-7-iscsi {{(pid=93875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 04:35:11.250377 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d8836b4e-b8e3-4398-82f8-b37a2bb42b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:11.299106 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcb189a-536b-4518-b779-e3e93fe808df req-e7ac5452-0f05-44ce-8150-869f80b736a9 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:11.306492 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-5fcb189a-536b-4518-b779-e3e93fe808df req-e7ac5452-0f05-44ce-8150-869f80b736a9 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 945 time: 0.0637488 Aug 31 04:35:11.349346 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:11.411920 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-5fcb189a-536b-4518-b779-e3e93fe808df req-76f26265-d7a1-4792-9fea-8fada57e28c3 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/security-groups?id=330d847d-5013-4fa4-a7d6-33fbc6014196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044753 Aug 31 04:35:11.464903 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f68a66f-3e3e-4e49-b06a-7d69459db66d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b832084-eb7d-496c-bc7a-d06184bd40fc'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 04:35:11.468235 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb65e2f83a67e5a17dc8ea4502d49053413b763c9a1f232c6edaada591b5d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44358d42-b82b-49b4-a026-17f3ce93951f" -d '{"events": [{"server_uuid": "0f68a66f-3e3e-4e49-b06a-7d69459db66d", "name": "network-vif-plugged", "status": "completed", "tag": "8b832084-eb7d-496c-bc7a-d06184bd40fc"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:35:11.491336 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] For port 8b832084-eb7d-496c-bc7a-d06184bd40fc, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=8b832084-eb7d-496c-bc7a-d06184bd40fc,segment=NetworkSegment(14aa025e-dd6c-45fc-a8a8-06cb8f48a6ca),segment_id=14aa025e-dd6c-45fc-a8a8-06cb8f48a6ca)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:35:11.573777 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297865ea-3018-4b71-94f5-2ad5dfb59981 req-c61b9bb0-21a7-46a1-813d-57cc7f00772c tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:11.579546 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-297865ea-3018-4b71-94f5-2ad5dfb59981 req-c61b9bb0-21a7-46a1-813d-57cc7f00772c tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 945 time: 0.0976055 Aug 31 04:35:11.638572 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-ae4244d1-1556-4bbc-8753-5d2ed80330d7 req-36f7c2af-8585-4564-a956-7370925574eb tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.37 "GET /v2.0/ports?device_id=2dd4271e-26d8-464c-a8aa-a59fb5f79e62 HTTP/1.1" status: 200 len: 210 time: 0.0574996 Aug 31 04:35:11.694469 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d8836b4e-b8e3-4398-82f8-b37a2bb42b67 None None] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:11.700870 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-297865ea-3018-4b71-94f5-2ad5dfb59981 req-74558241-14f6-4722-8dbc-ed95bc1328fb tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b04e1e0-6e1c-49a5-a7f2-f3ca3ba46212&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011138 Aug 31 04:35:11.705907 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-d8836b4e-b8e3-4398-82f8-b37a2bb42b67 None None] Transition to ACTIVE for port object 61376611-3331-4e7d-9ff0-b63b5f24e215 will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 04:35:11.711646 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:11.720188 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d8836b4e-b8e3-4398-82f8-b37a2bb42b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:11.776252 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 04:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6700ab97-e491-42bd-bbd6-388b39cb5680 x-openstack-request-id: req-6700ab97-e491-42bd-bbd6-388b39cb5680 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:35:11.776965 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f68a66f-3e3e-4e49-b06a-7d69459db66d", "name": "network-vif-plugged", "status": "completed", "tag": "8b832084-eb7d-496c-bc7a-d06184bd40fc", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:35:11.777360 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6700ab97-e491-42bd-bbd6-388b39cb5680 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:35:11.777994 dv-cinder-778193-7-iscsi neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f68a66f-3e3e-4e49-b06a-7d69459db66d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b832084-eb7d-496c-bc7a-d06184bd40fc', 'code': 200} Aug 31 04:35:11.856393 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Pushing event updated for resources: {'Port': ['ID=8b832084-eb7d-496c-bc7a-d06184bd40fc,revision_number=7']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:11.966579 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [None req-d8836b4e-b8e3-4398-82f8-b37a2bb42b67 None None] Attempting to bind port 61376611-3331-4e7d-9ff0-b63b5f24e215 on host dv-cinder-778193-7-iscsi for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 04:35:11.967300 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [None req-d8836b4e-b8e3-4398-82f8-b37a2bb42b67 None None] Attempting to bind port 61376611-3331-4e7d-9ff0-b63b5f24e215 by drivers openvswitch,hyperv on host dv-cinder-778193-7-iscsi at level 0 using segments [{'id': '3a439c3f-9ee6-467f-b2bc-5669c3e75f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '6f5f1c74-af11-4670-a853-0412354ebbcc'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 04:35:11.967826 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8836b4e-b8e3-4398-82f8-b37a2bb42b67 None None] Attempting to bind port 61376611-3331-4e7d-9ff0-b63b5f24e215 on network 6f5f1c74-af11-4670-a853-0412354ebbcc {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 04:35:11.980640 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7ab83c-fc5e-4241-9ea4-4a5599ff892c None None] Pushing event updated for resources: {'Port': ['ID=61376611-3331-4e7d-9ff0-b63b5f24e215,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:11.991527 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8836b4e-b8e3-4398-82f8-b37a2bb42b67 None None] Checking agent: {'id': '68c6f462-eb0a-4cde-80ac-29944282ee42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 4, 24, 29), 'started_at': datetime.datetime(2021, 8, 31, 4, 24, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 4, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 04:35:11.992147 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8836b4e-b8e3-4398-82f8-b37a2bb42b67 None None] Checking segment: {'id': '3a439c3f-9ee6-467f-b2bc-5669c3e75f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '6f5f1c74-af11-4670-a853-0412354ebbcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 04:35:11.992708 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d8836b4e-b8e3-4398-82f8-b37a2bb42b67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:11.993249 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8836b4e-b8e3-4398-82f8-b37a2bb42b67 None None] Bound using segment: {'id': '3a439c3f-9ee6-467f-b2bc-5669c3e75f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '6f5f1c74-af11-4670-a853-0412354ebbcc'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 04:35:11.993891 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [None req-d8836b4e-b8e3-4398-82f8-b37a2bb42b67 None None] Bound port: 61376611-3331-4e7d-9ff0-b63b5f24e215, host: dv-cinder-778193-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a439c3f-9ee6-467f-b2bc-5669c3e75f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '6f5f1c74-af11-4670-a853-0412354ebbcc'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 04:35:11.994466 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d8836b4e-b8e3-4398-82f8-b37a2bb42b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:12.090302 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffed1ea-72a5-4f99-a796-0b3539754666 req-a4b0e673-7d96-40e9-ab94-0e236126c75d tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:12.101887 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-1ffed1ea-72a5-4f99-a796-0b3539754666 req-a4b0e673-7d96-40e9-ab94-0e236126c75d tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.13 "GET /v2.0/networks?id=324d503c-fc7f-4c16-bee4-2a3af6fefdb5 HTTP/1.1" status: 200 len: 814 time: 0.3015094 Aug 31 04:35:12.141265 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-d8836b4e-b8e3-4398-82f8-b37a2bb42b67 None None] For port 61376611-3331-4e7d-9ff0-b63b5f24e215, host dv-cinder-778193-7-iscsi, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:35:12.144582 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.v2.base [req-1ffed1ea-72a5-4f99-a796-0b3539754666 req-58504876-d143-473e-91bb-8050c2aededc tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] Request body: {'port': {'device_id': '2dd4271e-26d8-464c-a8aa-a59fb5f79e62', 'network_id': '324d503c-fc7f-4c16-bee4-2a3af6fefdb5', 'admin_state_up': True, 'tenant_id': 'd2a1a3669e5349b3b72956eee5c16264'}} {{(pid=93874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:35:12.146165 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-d8836b4e-b8e3-4398-82f8-b37a2bb42b67 None None] For port 61376611-3331-4e7d-9ff0-b63b5f24e215, host dv-cinder-778193-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-7-iscsi',level=0,port_id=61376611-3331-4e7d-9ff0-b63b5f24e215,segment=NetworkSegment(3a439c3f-9ee6-467f-b2bc-5669c3e75f51),segment_id=3a439c3f-9ee6-467f-b2bc-5669c3e75f51)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:35:12.152787 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d8836b4e-b8e3-4398-82f8-b37a2bb42b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:12.226701 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Device 762c813a-d5bd-49cc-aae3-f177b9071833 up at agent ovs-agent-dv-cinder-778193-7-iscsi {{(pid=93875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:35:12.252244 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8836b4e-b8e3-4398-82f8-b37a2bb42b67 None None] Routers {'ea78aca0-ec53-4be6-964f-9809ed9d8673'} bound to L3 agent in host dv-cinder-778193-7-iscsi {{(pid=93875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 04:35:12.252638 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-d8836b4e-b8e3-4398-82f8-b37a2bb42b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T04:24:29Z,description=,heartbeat_timestamp=2021-08-31T04:34:59Z,host='dv-cinder-778193-7-iscsi',id=0d18d50c-d309-40cc-9cbf-a014e4f79dac,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T04:24:29Z,topic='l3_agent')) {'router_ids': ['ea78aca0-ec53-4be6-964f-9809ed9d8673'], 'active': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:35:12.318139 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7ab83c-fc5e-4241-9ea4-4a5599ff892c None None] Pushing event updated for resources: {'Port': ['ID=61376611-3331-4e7d-9ff0-b63b5f24e215,revision_number=4']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:12.372019 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7b97f2-1f5b-4df1-9c86-74b2d888b71c req-0892f4e2-3d2b-4422-9720-ed96430f84a6 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:12.390276 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-7f7b97f2-1f5b-4df1-9c86-74b2d888b71c req-0892f4e2-3d2b-4422-9720-ed96430f84a6 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/ports?device_id=390893f3-2c2b-4803-b7a8-3c19fb0503a4 HTTP/1.1" status: 200 len: 945 time: 0.1693964 Aug 31 04:35:12.396833 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Provisioning complete for port 762c813a-d5bd-49cc-aae3-f177b9071833 triggered by entity L2. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:35:12.397206 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667402'] for port, provisioning_complete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:12.442489 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvr_db [None req-d8836b4e-b8e3-4398-82f8-b37a2bb42b67 None None] Set router ea78aca0-ec53-4be6-964f-9809ed9d8673 gateway port host: dv-cinder-778193-7-iscsi {{(pid=93875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 04:35:12.571966 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-7f7b97f2-1f5b-4df1-9c86-74b2d888b71c req-b258f2ee-e75b-4af4-b0fc-79061bba6b3b tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/security-groups?id=75b78e4a-f72a-42ae-924c-e5c8844ea7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777637 Aug 31 04:35:12.574622 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ffed1ea-72a5-4f99-a796-0b3539754666 req-58504876-d143-473e-91bb-8050c2aededc tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] Made reservation on behalf of d2a1a3669e5349b3b72956eee5c16264 for: {'port': 1} {{(pid=93874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:35:12.579204 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [req-1ffed1ea-72a5-4f99-a796-0b3539754666 req-58504876-d143-473e-91bb-8050c2aededc tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:12.641455 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1ea403-95c5-4d2f-ac52-9a05f4488df1 req-b208c3e5-6264-4b55-a764-ad80261463e3 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:12.647054 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-8b1ea403-95c5-4d2f-ac52-9a05f4488df1 req-b208c3e5-6264-4b55-a764-ad80261463e3 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 945 time: 0.1309896 Aug 31 04:35:12.846027 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-c7050016-3a44-42af-8366-a8138ed65205 req-39937139-f300-44e5-9437-3c766f3fd1e2 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.37 "GET /v2.0/ports?device_id=2dd4271e-26d8-464c-a8aa-a59fb5f79e62 HTTP/1.1" status: 200 len: 210 time: 0.0439465 Aug 31 04:35:12.866549 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-d8836b4e-b8e3-4398-82f8-b37a2bb42b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea78aca0-ec53-4be6-964f-9809ed9d8673', 'name': 'tempest-TestVolumeBootPattern-1584458745-router', 'tenant_id': 'fd3dbf32156c4cf39da23f90db94182c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'external_fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '762c813a-d5bd-49cc-aae3-f177b9071833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:35:03Z', 'updated_at': '2021-08-31T04:35:07Z', 'revision_number': 4, 'project_id': 'fd3dbf32156c4cf39da23f90db94182c', 'gw_port': {'id': '762c813a-d5bd-49cc-aae3-f177b9071833', 'name': '', 'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f3:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea78aca0-ec53-4be6-964f-9809ed9d8673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:35:03Z', 'updated_at': '2021-08-31T04:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-iscsi', '_interfaces': [{'id': '61376611-3331-4e7d-9ff0-b63b5f24e215', 'name': '', 'network_id': '6f5f1c74-af11-4670-a853-0412354ebbcc', 'tenant_id': 'fd3dbf32156c4cf39da23f90db94182c', 'mac_address': 'fa:16:3e:29:1f:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea78aca0-ec53-4be6-964f-9809ed9d8673', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'b56d2962-9dfb-4d52-990b-d5bb511c5186', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:35:07Z', 'updated_at': '2021-08-31T04:35:12Z', 'revision_number': 4, 'project_id': 'fd3dbf32156c4cf39da23f90db94182c', 'subnets': [{'id': 'b56d2962-9dfb-4d52-990b-d5bb511c5186', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-7-iscsi', False) {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:35:12.882594 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-8b1ea403-95c5-4d2f-ac52-9a05f4488df1 req-efc6914c-1e1f-42a2-a477-e2514467d6be tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/security-groups?id=330d847d-5013-4fa4-a7d6-33fbc6014196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2288103 Aug 31 04:35:12.922249 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8836b4e-b8e3-4398-82f8-b37a2bb42b67 None None] The sync data for ids ['ea78aca0-ec53-4be6-964f-9809ed9d8673'] in dv-cinder-778193-7-iscsi is: [{'id': 'ea78aca0-ec53-4be6-964f-9809ed9d8673', 'name': 'tempest-TestVolumeBootPattern-1584458745-router', 'tenant_id': 'fd3dbf32156c4cf39da23f90db94182c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'external_fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '762c813a-d5bd-49cc-aae3-f177b9071833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:35:03Z', 'updated_at': '2021-08-31T04:35:07Z', 'revision_number': 4, 'project_id': 'fd3dbf32156c4cf39da23f90db94182c', 'gw_port': {'id': '762c813a-d5bd-49cc-aae3-f177b9071833', 'name': '', 'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f3:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea78aca0-ec53-4be6-964f-9809ed9d8673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:35:03Z', 'updated_at': '2021-08-31T04:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-iscsi', '_interfaces': [{'id': '61376611-3331-4e7d-9ff0-b63b5f24e215', 'name': '', 'network_id': '6f5f1c74-af11-4670-a853-0412354ebbcc', 'tenant_id': 'fd3dbf32156c4cf39da23f90db94182c', 'mac_address': 'fa:16:3e:29:1f:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea78aca0-ec53-4be6-964f-9809ed9d8673', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'b56d2962-9dfb-4d52-990b-d5bb511c5186', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:35:07Z', 'updated_at': '2021-08-31T04:35:12Z', 'revision_number': 4, 'project_id': 'fd3dbf32156c4cf39da23f90db94182c', 'subnets': [{'id': 'b56d2962-9dfb-4d52-990b-d5bb511c5186', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:35:12.990295 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.db.db_base_plugin_common [req-1ffed1ea-72a5-4f99-a796-0b3539754666 req-58504876-d143-473e-91bb-8050c2aededc tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] Allocated IP 172.20.0.7 (324d503c-fc7f-4c16-bee4-2a3af6fefdb5/5dd8637b-f77f-4006-8986-9a7f8cb1c65f/1869e76d-1e2b-4e05-9db4-7ce3ad7dbd20) {{(pid=93874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:35:13.165549 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a864890b-2ef8-43b4-a704-3aee37a66a06 req-7095613f-6bf1-4257-9609-f7128486f33e tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:13.180026 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-a864890b-2ef8-43b4-a704-3aee37a66a06 req-7095613f-6bf1-4257-9609-f7128486f33e tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 946 time: 0.2372961 Aug 31 04:35:13.244086 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [req-1ffed1ea-72a5-4f99-a796-0b3539754666 req-58504876-d143-473e-91bb-8050c2aededc tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] Notify callbacks [] for port, precommit_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:13.478160 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43b953f-7d62-4d66-97bf-635dd4842902 req-9f6aae11-88cc-4144-9ce5-1d2524ecb639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:13.480529 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-c43b953f-7d62-4d66-97bf-635dd4842902 req-9f6aae11-88cc-4144-9ce5-1d2524ecb639 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9a4c00b65f96499f945037afd604da1d&device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 1098 time: 0.0878224 Aug 31 04:35:13.630582 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43b953f-7d62-4d66-97bf-635dd4842902 req-973791c1-d73d-4010-ad4f-854447e05b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:13.632600 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-c43b953f-7d62-4d66-97bf-635dd4842902 req-973791c1-d73d-4010-ad4f-854447e05b49 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8936ee09-226f-4718-943f-9ffdccd40918 HTTP/1.1" status: 200 len: 911 time: 0.1429119 Aug 31 04:35:13.636624 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [req-1ffed1ea-72a5-4f99-a796-0b3539754666 req-58504876-d143-473e-91bb-8050c2aededc tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730086931496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16403769'] for port, after_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:13.672125 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-a864890b-2ef8-43b4-a704-3aee37a66a06 req-24cfce71-4e6a-46a8-a44e-062b77007672 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b04e1e0-6e1c-49a5-a7f2-f3ca3ba46212&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3999498 Aug 31 04:35:13.679911 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] get_ports_and_sgs() called for port_ids ['869c154e-acb4-4cc7-b8f9-ba1c74c92d03', 'beb6bb0c-c754-4d1a-bf05-234c5b3fd767', '1e8d90d6-bede-4c25-8909-7186f8e941f0'] {{(pid=93875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 04:35:13.766100 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7cf5d7-966c-4e86-9c35-e4f9093b577f req-dbe89bdc-01de-4e2d-a720-c753ae16fec1 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:13.773606 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-2b7cf5d7-966c-4e86-9c35-e4f9093b577f req-dbe89bdc-01de-4e2d-a720-c753ae16fec1 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 945 time: 0.5082905 Aug 31 04:35:13.777486 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ffed1ea-72a5-4f99-a796-0b3539754666 req-58504876-d143-473e-91bb-8050c2aededc tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] Network 324d503c-fc7f-4c16-bee4-2a3af6fefdb5 is already hosted by enough agents. {{(pid=93874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:35:13.792338 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-c43b953f-7d62-4d66-97bf-635dd4842902 req-a1c348af-a87c-4000-b456-58e99780d231 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc80ed91-0e6b-4c22-99f9-cd3d341652d0 HTTP/1.1" status: 200 len: 1001 time: 0.1447604 Aug 31 04:35:13.839950 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.scheduler.base_scheduler [req-1ffed1ea-72a5-4f99-a796-0b3539754666 req-58504876-d143-473e-91bb-8050c2aededc tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] Resources bound (agent type, host, resource id): {{(pid=93874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:35:13.869932 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43b953f-7d62-4d66-97bf-635dd4842902 req-3b89b7a7-5420-4bc3-966e-d60783e5c1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:13.871442 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-c43b953f-7d62-4d66-97bf-635dd4842902 req-3b89b7a7-5420-4bc3-966e-d60783e5c1fb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dbec82d9-5dbd-41df-9df9-228f18fdefe0 HTTP/1.1" status: 200 len: 849 time: 0.0718174 Aug 31 04:35:13.881771 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ffed1ea-72a5-4f99-a796-0b3539754666 req-58504876-d143-473e-91bb-8050c2aededc tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] Received port after_create {{(pid=93874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 04:35:13.939059 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58504876-d143-473e-91bb-8050c2aededc tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] Pushing event updated for resources: {'Port': ['ID=1869e76d-1e2b-4e05-9db4-7ce3ad7dbd20,revision_number=1']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:13.968080 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43b953f-7d62-4d66-97bf-635dd4842902 req-590f5f3b-6907-48df-8ecc-5e5b4f08e535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:13.969935 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-c43b953f-7d62-4d66-97bf-635dd4842902 req-590f5f3b-6907-48df-8ecc-5e5b4f08e535 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8936ee09-226f-4718-943f-9ffdccd40918&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0851958 Aug 31 04:35:14.066974 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-2b7cf5d7-966c-4e86-9c35-e4f9093b577f req-d4f48ab8-6845-49f6-b240-f9ca07ddec03 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/security-groups?id=330d847d-5013-4fa4-a7d6-33fbc6014196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2873950 Aug 31 04:35:14.118935 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffed1ea-72a5-4f99-a796-0b3539754666 req-58504876-d143-473e-91bb-8050c2aededc tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:14.119432 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [req-1ffed1ea-72a5-4f99-a796-0b3539754666 req-58504876-d143-473e-91bb-8050c2aededc tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200266'] for port, before_response {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:14.134329 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-c43b953f-7d62-4d66-97bf-635dd4842902 req-62311c8e-3dfc-4afe-9d4f-5503ea82993f service neutron] 10.222.0.13 "GET /v2.0/networks/8936ee09-226f-4718-943f-9ffdccd40918?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475008 Aug 31 04:35:14.160510 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb2cf52-74f8-4a96-8de1-155f07c7990a req-9132a766-329c-4e05-8559-4b9ac6a83e90 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:14.169191 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-8cb2cf52-74f8-4a96-8de1-155f07c7990a req-9132a766-329c-4e05-8559-4b9ac6a83e90 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/ports?device_id=390893f3-2c2b-4803-b7a8-3c19fb0503a4 HTTP/1.1" status: 200 len: 945 time: 0.3783472 Aug 31 04:35:14.191621 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-1ffed1ea-72a5-4f99-a796-0b3539754666 req-58504876-d143-473e-91bb-8050c2aededc tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0548952 Aug 31 04:35:14.197263 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Device 61376611-3331-4e7d-9ff0-b63b5f24e215 up at agent ovs-agent-dv-cinder-778193-7-iscsi {{(pid=93875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:35:14.242993 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.v2.base [req-1ffed1ea-72a5-4f99-a796-0b3539754666 req-d3291e62-8a4d-4967-9258-0929f6376f7a service neutron] Request body: {'port': {'device_id': '2dd4271e-26d8-464c-a8aa-a59fb5f79e62', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=93874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:35:14.347633 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-c43b953f-7d62-4d66-97bf-635dd4842902 req-5f4b8f22-d275-443b-a4b6-81ca6a8f9a55 service neutron] 10.222.0.13 "GET /v2.0/networks/8936ee09-226f-4718-943f-9ffdccd40918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049520 Aug 31 04:35:14.384540 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Provisioning for port 61376611-3331-4e7d-9ff0-b63b5f24e215 completed by entity L2. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 04:35:14.391733 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Provisioning complete for port 61376611-3331-4e7d-9ff0-b63b5f24e215 triggered by entity L2. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:35:14.392452 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667402'] for port, provisioning_complete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:14.394882 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-8cb2cf52-74f8-4a96-8de1-155f07c7990a req-af4cc621-694d-4753-956d-02233c0e8361 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/security-groups?id=75b78e4a-f72a-42ae-924c-e5c8844ea7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244494 Aug 31 04:35:14.411768 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [req-1ffed1ea-72a5-4f99-a796-0b3539754666 req-d3291e62-8a4d-4967-9258-0929f6376f7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:14.441245 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb75a05b-32ab-45ce-b6da-61c09822e35b req-75a2b2a4-23b7-4a55-a7c7-2c5faa524769 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:14.448767 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-fb75a05b-32ab-45ce-b6da-61c09822e35b req-75a2b2a4-23b7-4a55-a7c7-2c5faa524769 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.37 "GET /v2.0/ports?device_id=2dd4271e-26d8-464c-a8aa-a59fb5f79e62 HTTP/1.1" status: 200 len: 931 time: 0.2387807 Aug 31 04:35:14.523921 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-fb75a05b-32ab-45ce-b6da-61c09822e35b req-57eb033f-957e-476c-96b0-f89796d7d002 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.37 "GET /v2.0/security-groups?id=6edf5784-9dde-4b8b-8160-15944e15858a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741909 Aug 31 04:35:14.556923 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:14.595021 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] For port 61376611-3331-4e7d-9ff0-b63b5f24e215, host dv-cinder-778193-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-7-iscsi',level=0,port_id=61376611-3331-4e7d-9ff0-b63b5f24e215,segment=NetworkSegment(3a439c3f-9ee6-467f-b2bc-5669c3e75f51),segment_id=3a439c3f-9ee6-467f-b2bc-5669c3e75f51)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:35:14.603394 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:14.678415 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Pushing event updated for resources: {'Port': ['ID=61376611-3331-4e7d-9ff0-b63b5f24e215,revision_number=5']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:14.827433 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9b74f1-27cb-4b0b-914e-fe658a08b057 req-eae4434b-5474-41c0-9655-e6ccdb8cd064 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:14.828879 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-5a9b74f1-27cb-4b0b-914e-fe658a08b057 req-eae4434b-5474-41c0-9655-e6ccdb8cd064 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 946 time: 0.0818024 Aug 31 04:35:14.874929 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.notifiers.nova [req-1ffed1ea-72a5-4f99-a796-0b3539754666 req-d3291e62-8a4d-4967-9258-0929f6376f7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1869e76d-1e2b-4e05-9db4-7ce3ad7dbd20 {{(pid=93874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 04:35:14.886539 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [req-1ffed1ea-72a5-4f99-a796-0b3539754666 req-d3291e62-8a4d-4967-9258-0929f6376f7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:14.907789 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-5a9b74f1-27cb-4b0b-914e-fe658a08b057 req-4da15d1b-58ee-4d92-92fc-226c16e81647 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b04e1e0-6e1c-49a5-a7f2-f3ca3ba46212&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612807 Aug 31 04:35:14.910985 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [req-1ffed1ea-72a5-4f99-a796-0b3539754666 req-d3291e62-8a4d-4967-9258-0929f6376f7a service neutron] Transition to ACTIVE for port object 1869e76d-1e2b-4e05-9db4-7ce3ad7dbd20 will not be triggered until provisioned by entity L2. {{(pid=93874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 04:35:14.916253 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [req-1ffed1ea-72a5-4f99-a796-0b3539754666 req-d3291e62-8a4d-4967-9258-0929f6376f7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16403712'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:15.023257 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3291e62-8a4d-4967-9258-0929f6376f7a service neutron] Pushing event updated for resources: {'Port': ['ID=1869e76d-1e2b-4e05-9db4-7ce3ad7dbd20,revision_number=2']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:15.107109 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.managers [req-1ffed1ea-72a5-4f99-a796-0b3539754666 req-d3291e62-8a4d-4967-9258-0929f6376f7a service neutron] Attempting to bind port 1869e76d-1e2b-4e05-9db4-7ce3ad7dbd20 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 04:35:15.107538 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.managers [req-1ffed1ea-72a5-4f99-a796-0b3539754666 req-d3291e62-8a4d-4967-9258-0929f6376f7a service neutron] Attempting to bind port 1869e76d-1e2b-4e05-9db4-7ce3ad7dbd20 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '5ae55f0a-ffba-458b-8371-7ff11ecedc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '324d503c-fc7f-4c16-bee4-2a3af6fefdb5'}] {{(pid=93874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 04:35:15.109750 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ffed1ea-72a5-4f99-a796-0b3539754666 req-d3291e62-8a4d-4967-9258-0929f6376f7a service neutron] Attempting to bind port 1869e76d-1e2b-4e05-9db4-7ce3ad7dbd20 on network 324d503c-fc7f-4c16-bee4-2a3af6fefdb5 {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 04:35:15.116135 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ffed1ea-72a5-4f99-a796-0b3539754666 req-d3291e62-8a4d-4967-9258-0929f6376f7a service neutron] Port 1869e76d-1e2b-4e05-9db4-7ce3ad7dbd20 on network 324d503c-fc7f-4c16-bee4-2a3af6fefdb5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 04:35:15.116526 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ffed1ea-72a5-4f99-a796-0b3539754666 req-d3291e62-8a4d-4967-9258-0929f6376f7a service neutron] Attempting to bind port 1869e76d-1e2b-4e05-9db4-7ce3ad7dbd20 on network 324d503c-fc7f-4c16-bee4-2a3af6fefdb5 {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 04:35:15.121992 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ffed1ea-72a5-4f99-a796-0b3539754666 req-d3291e62-8a4d-4967-9258-0929f6376f7a service neutron] Checking agent: {'id': 'cec96490-d34b-42db-b58a-d4405faa4e11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 4, 30, 28), 'started_at': datetime.datetime(2021, 8, 31, 4, 30, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 4, 34, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 04:35:15.122520 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ffed1ea-72a5-4f99-a796-0b3539754666 req-d3291e62-8a4d-4967-9258-0929f6376f7a service neutron] Checking segment: {'id': '5ae55f0a-ffba-458b-8371-7ff11ecedc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '324d503c-fc7f-4c16-bee4-2a3af6fefdb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 04:35:15.122913 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ffed1ea-72a5-4f99-a796-0b3539754666 req-d3291e62-8a4d-4967-9258-0929f6376f7a service neutron] Bound using segment: {'id': '5ae55f0a-ffba-458b-8371-7ff11ecedc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '324d503c-fc7f-4c16-bee4-2a3af6fefdb5'} {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 04:35:15.123630 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.managers [req-1ffed1ea-72a5-4f99-a796-0b3539754666 req-d3291e62-8a4d-4967-9258-0929f6376f7a service neutron] Bound port: 1869e76d-1e2b-4e05-9db4-7ce3ad7dbd20, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ae55f0a-ffba-458b-8371-7ff11ecedc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '324d503c-fc7f-4c16-bee4-2a3af6fefdb5'}}] {{(pid=93874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 04:35:15.124224 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [req-1ffed1ea-72a5-4f99-a796-0b3539754666 req-d3291e62-8a4d-4967-9258-0929f6376f7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:15.238243 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [req-1ffed1ea-72a5-4f99-a796-0b3539754666 req-d3291e62-8a4d-4967-9258-0929f6376f7a service neutron] For port 1869e76d-1e2b-4e05-9db4-7ce3ad7dbd20, host hv-cinder-77819, cleared binding levels {{(pid=93874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:35:15.242898 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [req-1ffed1ea-72a5-4f99-a796-0b3539754666 req-d3291e62-8a4d-4967-9258-0929f6376f7a service neutron] For port 1869e76d-1e2b-4e05-9db4-7ce3ad7dbd20, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=1869e76d-1e2b-4e05-9db4-7ce3ad7dbd20,segment=NetworkSegment(5ae55f0a-ffba-458b-8371-7ff11ecedc8f),segment_id=5ae55f0a-ffba-458b-8371-7ff11ecedc8f)] {{(pid=93874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:35:15.253064 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbd1c5c-6286-4be1-a99b-8e4d4f2369aa req-71226ab7-eba2-446d-82c9-493b515160d4 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:15.255063 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-6bbd1c5c-6286-4be1-a99b-8e4d4f2369aa req-71226ab7-eba2-446d-82c9-493b515160d4 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 945 time: 0.0883124 Aug 31 04:35:15.257690 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [req-1ffed1ea-72a5-4f99-a796-0b3539754666 req-d3291e62-8a4d-4967-9258-0929f6376f7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16403712'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:15.316595 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffed1ea-72a5-4f99-a796-0b3539754666 req-d3291e62-8a4d-4967-9258-0929f6376f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:15.317303 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [req-1ffed1ea-72a5-4f99-a796-0b3539754666 req-d3291e62-8a4d-4967-9258-0929f6376f7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200266'] for port, before_response {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:15.318724 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-1ffed1ea-72a5-4f99-a796-0b3539754666 req-d3291e62-8a4d-4967-9258-0929f6376f7a service neutron] 10.222.0.13 "PUT /v2.0/ports/1869e76d-1e2b-4e05-9db4-7ce3ad7dbd20 HTTP/1.1" status: 200 len: 1093 time: 1.1038589 Aug 31 04:35:15.323116 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dd4271e-26d8-464c-a8aa-a59fb5f79e62', 'tag': '1869e76d-1e2b-4e05-9db4-7ce3ad7dbd20'}] {{(pid=93874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 04:35:15.325408 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5938699f339110e9e8a85feef94aa89cb8ce9e43d70de9421afa6be4e30d1429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66895931-e8e5-4129-9fd2-7d0a3be27865" -d '{"events": [{"name": "network-changed", "server_uuid": "2dd4271e-26d8-464c-a8aa-a59fb5f79e62", "tag": "1869e76d-1e2b-4e05-9db4-7ce3ad7dbd20"}]}' {{(pid=93874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:35:15.356184 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-6bbd1c5c-6286-4be1-a99b-8e4d4f2369aa req-9f0a78b6-71ad-4d0a-91a4-d8d246401fbf tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/security-groups?id=330d847d-5013-4fa4-a7d6-33fbc6014196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904412 Aug 31 04:35:15.357279 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3291e62-8a4d-4967-9258-0929f6376f7a service neutron] Pushing event updated for resources: {'Port': ['ID=1869e76d-1e2b-4e05-9db4-7ce3ad7dbd20,revision_number=3']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:15.428929 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 04:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fe16fd2-761a-44f9-a1a7-1b900f9c69bf x-openstack-request-id: req-5fe16fd2-761a-44f9-a1a7-1b900f9c69bf {{(pid=93874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:35:15.429171 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dd4271e-26d8-464c-a8aa-a59fb5f79e62", "tag": "1869e76d-1e2b-4e05-9db4-7ce3ad7dbd20", "status": "completed", "code": 200}]} {{(pid=93874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:35:15.429425 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5fe16fd2-761a-44f9-a1a7-1b900f9c69bf {{(pid=93874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:35:15.430098 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dd4271e-26d8-464c-a8aa-a59fb5f79e62', 'tag': '1869e76d-1e2b-4e05-9db4-7ce3ad7dbd20', 'status': 'completed', 'code': 200} Aug 31 04:35:15.599463 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78080214-726b-4402-a5cc-8a7235bdd1e5 req-ca535baf-1e30-49d5-a7e1-c18ed89ddee4 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:15.608573 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-78080214-726b-4402-a5cc-8a7235bdd1e5 req-ca535baf-1e30-49d5-a7e1-c18ed89ddee4 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/ports?device_id=390893f3-2c2b-4803-b7a8-3c19fb0503a4 HTTP/1.1" status: 200 len: 945 time: 0.1235161 Aug 31 04:35:15.662634 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66895931-e8e5-4129-9fd2-7d0a3be27865 req-f37f5db4-418f-40a9-ae2c-3d75e998d483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:15.664370 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-66895931-e8e5-4129-9fd2-7d0a3be27865 req-f37f5db4-418f-40a9-ae2c-3d75e998d483 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d2a1a3669e5349b3b72956eee5c16264&device_id=2dd4271e-26d8-464c-a8aa-a59fb5f79e62 HTTP/1.1" status: 200 len: 1096 time: 0.1411600 Aug 31 04:35:15.704137 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-78080214-726b-4402-a5cc-8a7235bdd1e5 req-ae6ba7c7-b1af-4f7c-8e4e-208300a0d48e tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/security-groups?id=75b78e4a-f72a-42ae-924c-e5c8844ea7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939741 Aug 31 04:35:15.724525 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb4d5a1-a87b-4e5c-a4fc-9dc61da1c16b req-bfa2cf65-86dd-48e1-a686-062bcd6875ef tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:15.726586 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-ceb4d5a1-a87b-4e5c-a4fc-9dc61da1c16b req-bfa2cf65-86dd-48e1-a686-062bcd6875ef tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.37 "GET /v2.0/ports?device_id=2dd4271e-26d8-464c-a8aa-a59fb5f79e62 HTTP/1.1" status: 200 len: 943 time: 0.1064970 Aug 31 04:35:15.898600 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-ceb4d5a1-a87b-4e5c-a4fc-9dc61da1c16b req-d07cd403-a2f0-4611-896f-c3b1f9730556 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.37 "GET /v2.0/security-groups?id=6edf5784-9dde-4b8b-8160-15944e15858a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566343 Aug 31 04:35:15.934485 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66895931-e8e5-4129-9fd2-7d0a3be27865 req-8eeb209e-f9df-4013-b785-fa7bc7157df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:15.936115 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-66895931-e8e5-4129-9fd2-7d0a3be27865 req-8eeb209e-f9df-4013-b785-fa7bc7157df3 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=d2a1a3669e5349b3b72956eee5c16264&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2268140 Aug 31 04:35:16.154051 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Device 61376611-3331-4e7d-9ff0-b63b5f24e215 up at agent ovs-agent-dv-cinder-778193-7-iscsi {{(pid=93875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:35:16.213277 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1740f7b6-ac4a-4e32-975a-42f5355d8719 req-e5b2f4df-697b-44c4-95f3-62df60fae2a4 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:16.213277 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-1740f7b6-ac4a-4e32-975a-42f5355d8719 req-e5b2f4df-697b-44c4-95f3-62df60fae2a4 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 946 time: 0.1650567 Aug 31 04:35:16.242675 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Provisioning complete for port 61376611-3331-4e7d-9ff0-b63b5f24e215 triggered by entity L2. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:35:16.242675 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667402'] for port, provisioning_complete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:16.248833 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66895931-e8e5-4129-9fd2-7d0a3be27865 req-9a285197-77c7-4db9-b6dc-58ef9c037c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:16.249462 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-66895931-e8e5-4129-9fd2-7d0a3be27865 req-9a285197-77c7-4db9-b6dc-58ef9c037c0c service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2899330 Aug 31 04:35:16.280297 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-1740f7b6-ac4a-4e32-975a-42f5355d8719 req-f4d5b7f6-61c0-4a9a-92d4-4b741abb890f tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b04e1e0-6e1c-49a5-a7f2-f3ca3ba46212&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702188 Aug 31 04:35:16.456035 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffed1ea-72a5-4f99-a796-0b3539754666 req-aefcdb32-f87d-4410-8600-3991123f7ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:16.458818 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-1ffed1ea-72a5-4f99-a796-0b3539754666 req-aefcdb32-f87d-4410-8600-3991123f7ed8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d2a1a3669e5349b3b72956eee5c16264&device_id=2dd4271e-26d8-464c-a8aa-a59fb5f79e62 HTTP/1.1" status: 200 len: 1096 time: 0.0545216 Aug 31 04:35:16.564342 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-1ffed1ea-72a5-4f99-a796-0b3539754666 req-2983208c-5497-469f-83e5-a04bb0d9a16d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1869e76d-1e2b-4e05-9db4-7ce3ad7dbd20 HTTP/1.1" status: 200 len: 217 time: 0.0674167 Aug 31 04:35:16.586408 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7a2b83-f233-4d7c-8b79-031ffdb9fc5c req-ce8cb9bd-19e6-4b35-8307-9c753e261b19 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:16.587943 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-6b7a2b83-f233-4d7c-8b79-031ffdb9fc5c req-ce8cb9bd-19e6-4b35-8307-9c753e261b19 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 945 time: 0.0932870 Aug 31 04:35:16.681860 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-6b7a2b83-f233-4d7c-8b79-031ffdb9fc5c req-f1254d08-1e7b-4c19-a6ce-3fedb61e470a tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/security-groups?id=330d847d-5013-4fa4-a7d6-33fbc6014196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824172 Aug 31 04:35:16.686160 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffed1ea-72a5-4f99-a796-0b3539754666 req-e025f70c-1ec2-49b3-aacf-f4a6e56768ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:16.687686 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-1ffed1ea-72a5-4f99-a796-0b3539754666 req-e025f70c-1ec2-49b3-aacf-f4a6e56768ad service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5dd8637b-f77f-4006-8986-9a7f8cb1c65f HTTP/1.1" status: 200 len: 854 time: 0.0988595 Aug 31 04:35:16.734482 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-1ffed1ea-72a5-4f99-a796-0b3539754666 req-22c9935c-78e1-4199-916f-749d9bc7a821 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=324d503c-fc7f-4c16-bee4-2a3af6fefdb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294499 Aug 31 04:35:16.878400 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-1ffed1ea-72a5-4f99-a796-0b3539754666 req-5f3cb2e0-1ce9-4a19-b005-c9b08402a440 service neutron] 10.222.0.13 "GET /v2.0/networks/324d503c-fc7f-4c16-bee4-2a3af6fefdb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324389 Aug 31 04:35:16.895787 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909399f7-4877-4d08-8511-3f4e80aae4c9 req-bfe41cf5-7d10-4eb6-a813-395c9437676b tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:16.897418 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-909399f7-4877-4d08-8511-3f4e80aae4c9 req-bfe41cf5-7d10-4eb6-a813-395c9437676b tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/ports?device_id=390893f3-2c2b-4803-b7a8-3c19fb0503a4 HTTP/1.1" status: 200 len: 945 time: 0.0743439 Aug 31 04:35:16.989248 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-909399f7-4877-4d08-8511-3f4e80aae4c9 req-ba7647c2-e6f8-4a6b-ac78-24ad7cc93a2b tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/security-groups?id=75b78e4a-f72a-42ae-924c-e5c8844ea7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825820 Aug 31 04:35:17.062773 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4215ce7e-aa78-40e3-8c0c-1d5d9e678d76 req-9f89295f-d0bb-477b-83a5-47d763e22b96 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:17.064413 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-4215ce7e-aa78-40e3-8c0c-1d5d9e678d76 req-9f89295f-d0bb-477b-83a5-47d763e22b96 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.37 "GET /v2.0/ports?device_id=2dd4271e-26d8-464c-a8aa-a59fb5f79e62 HTTP/1.1" status: 200 len: 943 time: 0.0724504 Aug 31 04:35:17.067029 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-1ffed1ea-72a5-4f99-a796-0b3539754666 req-3713d8e9-b548-466a-8ee9-5142ac82407a service neutron] 10.222.0.13 "GET /v2.0/networks/324d503c-fc7f-4c16-bee4-2a3af6fefdb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686645 Aug 31 04:35:17.113809 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-4215ce7e-aa78-40e3-8c0c-1d5d9e678d76 req-f368aea9-f81c-4676-ab59-4bee02d5a7be tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.37 "GET /v2.0/security-groups?id=6edf5784-9dde-4b8b-8160-15944e15858a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428503 Aug 31 04:35:17.436937 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ad5db3-af07-4dc4-a61a-d42846f962b5 req-1384ba9a-2b43-4889-bcb5-65d22c601df5 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:17.438675 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-b5ad5db3-af07-4dc4-a61a-d42846f962b5 req-1384ba9a-2b43-4889-bcb5-65d22c601df5 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 946 time: 0.0689123 Aug 31 04:35:17.493617 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-b5ad5db3-af07-4dc4-a61a-d42846f962b5 req-e3fd1ae0-dea9-4e03-a59a-5af98ec7d540 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b04e1e0-6e1c-49a5-a7f2-f3ca3ba46212&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427024 Aug 31 04:35:18.124477 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa27dbb1-1757-46ce-a31e-46bfe9faee63 req-7e1d19bf-fd16-4f70-978c-e11c9a3ccd8f tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:18.126000 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-fa27dbb1-1757-46ce-a31e-46bfe9faee63 req-7e1d19bf-fd16-4f70-978c-e11c9a3ccd8f tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/ports?device_id=390893f3-2c2b-4803-b7a8-3c19fb0503a4 HTTP/1.1" status: 200 len: 945 time: 0.0576103 Aug 31 04:35:18.176511 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-fa27dbb1-1757-46ce-a31e-46bfe9faee63 req-7bd36472-dee9-456e-81c5-1fd8f4977cc9 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/security-groups?id=75b78e4a-f72a-42ae-924c-e5c8844ea7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408766 Aug 31 04:35:18.269474 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2582192a-ea7d-41cf-8c50-95ab2144c0ff req-f44fc6f3-ea78-487c-a4d6-06f0b291d8ff tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:18.270947 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-2582192a-ea7d-41cf-8c50-95ab2144c0ff req-f44fc6f3-ea78-487c-a4d6-06f0b291d8ff tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.37 "GET /v2.0/ports?device_id=2dd4271e-26d8-464c-a8aa-a59fb5f79e62 HTTP/1.1" status: 200 len: 943 time: 0.0656455 Aug 31 04:35:18.326281 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-2582192a-ea7d-41cf-8c50-95ab2144c0ff req-48c7ee76-9aa5-4024-8b43-0adcb2e38cc2 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.37 "GET /v2.0/security-groups?id=6edf5784-9dde-4b8b-8160-15944e15858a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444469 Aug 31 04:35:18.713748 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39c4437-6637-472c-8597-9bae74d003a2 req-5a7a79f0-2392-4eff-b28d-1b3b46e52609 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:18.715345 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-e39c4437-6637-472c-8597-9bae74d003a2 req-5a7a79f0-2392-4eff-b28d-1b3b46e52609 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 946 time: 0.0930932 Aug 31 04:35:18.757930 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-e39c4437-6637-472c-8597-9bae74d003a2 req-9dbb1495-9dee-4871-8cb8-05d42a1b4906 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b04e1e0-6e1c-49a5-a7f2-f3ca3ba46212&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362983 Aug 31 04:35:19.303248 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b480574-fec1-4d15-9c0c-67a493e9b3c7 req-bbb50ab4-7945-44de-b9cd-cdd9a99313ab tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:19.304777 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-4b480574-fec1-4d15-9c0c-67a493e9b3c7 req-bbb50ab4-7945-44de-b9cd-cdd9a99313ab tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/ports?device_id=390893f3-2c2b-4803-b7a8-3c19fb0503a4 HTTP/1.1" status: 200 len: 945 time: 0.0561476 Aug 31 04:35:19.352394 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-4b480574-fec1-4d15-9c0c-67a493e9b3c7 req-646d3137-064d-43b3-9418-cfcc8dd66358 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/security-groups?id=75b78e4a-f72a-42ae-924c-e5c8844ea7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384455 Aug 31 04:35:19.478539 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3c6110-99fc-478b-9ea7-8b2c72751194 req-18011f1c-7150-45e7-9b73-66ba7a6362b5 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:19.486369 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-7a3c6110-99fc-478b-9ea7-8b2c72751194 req-18011f1c-7150-45e7-9b73-66ba7a6362b5 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.37 "GET /v2.0/ports?device_id=2dd4271e-26d8-464c-a8aa-a59fb5f79e62 HTTP/1.1" status: 200 len: 943 time: 0.0806189 Aug 31 04:35:19.528592 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-7a3c6110-99fc-478b-9ea7-8b2c72751194 req-cb289733-df32-4991-a58e-dfee0757188a tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.37 "GET /v2.0/security-groups?id=6edf5784-9dde-4b8b-8160-15944e15858a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399156 Aug 31 04:35:19.914381 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8011d86-3bc1-4634-bd11-87671fe6319c req-d44cd13b-8d50-49e0-bbb0-0bc664588323 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:19.916100 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-c8011d86-3bc1-4634-bd11-87671fe6319c req-d44cd13b-8d50-49e0-bbb0-0bc664588323 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 946 time: 0.0719223 Aug 31 04:35:19.961868 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-c8011d86-3bc1-4634-bd11-87671fe6319c req-5c172679-75d7-4b84-91ae-2e4ad3700ce8 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b04e1e0-6e1c-49a5-a7f2-f3ca3ba46212&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398672 Aug 31 04:35:20.483355 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3b8eb1-cf10-447f-949f-f6b9f1c73644 req-5ebedcae-291c-42d9-b26a-9380404559db tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:20.484822 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-1c3b8eb1-cf10-447f-949f-f6b9f1c73644 req-5ebedcae-291c-42d9-b26a-9380404559db tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/ports?device_id=390893f3-2c2b-4803-b7a8-3c19fb0503a4 HTTP/1.1" status: 200 len: 945 time: 0.0534055 Aug 31 04:35:20.538681 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-1c3b8eb1-cf10-447f-949f-f6b9f1c73644 req-4f031de9-1ae9-4054-9fb7-e0f617cdafdf tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/security-groups?id=75b78e4a-f72a-42ae-924c-e5c8844ea7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397799 Aug 31 04:35:20.660372 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a5702f-c512-4d80-8d72-096eaa21d6e4 req-eafbd71f-c753-4980-9d33-bf16ef3549ed tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:20.662000 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-b8a5702f-c512-4d80-8d72-096eaa21d6e4 req-eafbd71f-c753-4980-9d33-bf16ef3549ed tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.37 "GET /v2.0/ports?device_id=2dd4271e-26d8-464c-a8aa-a59fb5f79e62 HTTP/1.1" status: 200 len: 943 time: 0.0522828 Aug 31 04:35:20.707538 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-b8a5702f-c512-4d80-8d72-096eaa21d6e4 req-06811773-868e-415b-b7a6-650ae11adb4d tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.37 "GET /v2.0/security-groups?id=6edf5784-9dde-4b8b-8160-15944e15858a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370626 Aug 31 04:35:21.109099 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e5182a-94b6-4f97-ade7-6b8ece634e66 req-0ba5f819-a904-4de2-a781-49ce46fbacde tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:21.110621 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-b5e5182a-94b6-4f97-ade7-6b8ece634e66 req-0ba5f819-a904-4de2-a781-49ce46fbacde tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 946 time: 0.0546787 Aug 31 04:35:21.162438 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-b5e5182a-94b6-4f97-ade7-6b8ece634e66 req-56c2187b-5594-4658-9af4-6a74762056ef tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b04e1e0-6e1c-49a5-a7f2-f3ca3ba46212&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417554 Aug 31 04:35:21.685709 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc56c677-81bf-42c8-bf83-b1d127d76759 req-4f9a01f0-bedb-4200-b989-929a115ef9c6 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:21.687378 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-dc56c677-81bf-42c8-bf83-b1d127d76759 req-4f9a01f0-bedb-4200-b989-929a115ef9c6 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/ports?device_id=390893f3-2c2b-4803-b7a8-3c19fb0503a4 HTTP/1.1" status: 200 len: 945 time: 0.0559239 Aug 31 04:35:21.754501 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-dc56c677-81bf-42c8-bf83-b1d127d76759 req-8b4701c9-084a-4673-94fa-14febc186c07 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/security-groups?id=75b78e4a-f72a-42ae-924c-e5c8844ea7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591447 Aug 31 04:35:21.853836 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696035f8-05c7-4d88-811f-05d66c77c0d5 req-661ee783-82aa-4a27-992d-04b23649db66 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:21.855719 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-696035f8-05c7-4d88-811f-05d66c77c0d5 req-661ee783-82aa-4a27-992d-04b23649db66 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.37 "GET /v2.0/ports?device_id=2dd4271e-26d8-464c-a8aa-a59fb5f79e62 HTTP/1.1" status: 200 len: 943 time: 0.0641112 Aug 31 04:35:21.917967 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-696035f8-05c7-4d88-811f-05d66c77c0d5 req-acda97c1-490f-49f7-9eb6-1a5f5a1e2edf tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.37 "GET /v2.0/security-groups?id=6edf5784-9dde-4b8b-8160-15944e15858a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543380 Aug 31 04:35:22.300132 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5404e76d-d23b-4b5f-852d-81d2f12ba0ab req-0b5002fd-8e26-47b0-85c6-6f29910d3887 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:22.302557 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-5404e76d-d23b-4b5f-852d-81d2f12ba0ab req-0b5002fd-8e26-47b0-85c6-6f29910d3887 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 946 time: 0.0590284 Aug 31 04:35:22.345820 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-5404e76d-d23b-4b5f-852d-81d2f12ba0ab req-47395c2d-b002-46e4-9a55-207393b5cc24 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b04e1e0-6e1c-49a5-a7f2-f3ca3ba46212&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380459 Aug 31 04:35:22.897358 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5855da-fcbc-432a-bef0-b1c75dfe8f65 req-fdc96bcf-4546-4c1c-9293-845e63d59e2f tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:22.898848 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-6c5855da-fcbc-432a-bef0-b1c75dfe8f65 req-fdc96bcf-4546-4c1c-9293-845e63d59e2f tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/ports?device_id=390893f3-2c2b-4803-b7a8-3c19fb0503a4 HTTP/1.1" status: 200 len: 945 time: 0.0564888 Aug 31 04:35:22.941797 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-6c5855da-fcbc-432a-bef0-b1c75dfe8f65 req-30598476-6c8e-4097-b6eb-794e958c84e0 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/security-groups?id=75b78e4a-f72a-42ae-924c-e5c8844ea7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367739 Aug 31 04:35:23.051922 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c64905-bbe6-43c7-8f34-b76171374ac7 req-8e9e7fc7-a168-4ff1-851c-80f00eb97f8c tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:23.053514 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-06c64905-bbe6-43c7-8f34-b76171374ac7 req-8e9e7fc7-a168-4ff1-851c-80f00eb97f8c tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.37 "GET /v2.0/ports?device_id=2dd4271e-26d8-464c-a8aa-a59fb5f79e62 HTTP/1.1" status: 200 len: 943 time: 0.0512972 Aug 31 04:35:23.091675 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-06c64905-bbe6-43c7-8f34-b76171374ac7 req-724f7089-7cc6-4c96-9330-d9edd4538969 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.37 "GET /v2.0/security-groups?id=6edf5784-9dde-4b8b-8160-15944e15858a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321925 Aug 31 04:35:23.471187 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748f2c90-f1cc-44ab-a14c-66b461ed4de5 req-eecdac17-63f0-408a-91a0-d6b2fc3850d3 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:23.473675 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-748f2c90-f1cc-44ab-a14c-66b461ed4de5 req-eecdac17-63f0-408a-91a0-d6b2fc3850d3 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 946 time: 0.0549214 Aug 31 04:35:23.509582 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-748f2c90-f1cc-44ab-a14c-66b461ed4de5 req-75eb8dd3-6d93-484b-aa9d-a0dab1e8f4e6 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b04e1e0-6e1c-49a5-a7f2-f3ca3ba46212&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297911 Aug 31 04:35:24.061728 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b4a399-aeea-4236-9826-17b8baceb0f8 req-d38a13d3-a659-4b95-b2d4-ac0114bff962 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:24.064561 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-b1b4a399-aeea-4236-9826-17b8baceb0f8 req-d38a13d3-a659-4b95-b2d4-ac0114bff962 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/ports?device_id=390893f3-2c2b-4803-b7a8-3c19fb0503a4 HTTP/1.1" status: 200 len: 945 time: 0.0495985 Aug 31 04:35:24.101671 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-b1b4a399-aeea-4236-9826-17b8baceb0f8 req-014f7e64-029f-4b5a-9bd7-8f6cf93ddc56 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/security-groups?id=75b78e4a-f72a-42ae-924c-e5c8844ea7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316501 Aug 31 04:35:24.201112 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868dc506-5d69-4c7e-bebe-572ec80d5657 req-786e079c-8489-4347-a79e-33e003dd9cee tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:24.202493 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-868dc506-5d69-4c7e-bebe-572ec80d5657 req-786e079c-8489-4347-a79e-33e003dd9cee tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.37 "GET /v2.0/ports?device_id=2dd4271e-26d8-464c-a8aa-a59fb5f79e62 HTTP/1.1" status: 200 len: 943 time: 0.0466940 Aug 31 04:35:24.239193 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-868dc506-5d69-4c7e-bebe-572ec80d5657 req-d06768de-df6e-47da-852c-bd68f77ec2b7 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.37 "GET /v2.0/security-groups?id=6edf5784-9dde-4b8b-8160-15944e15858a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308144 Aug 31 04:35:24.624900 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ea0dec-49a9-4a12-9379-18859eb2f30f req-000dea2d-8d16-4d26-bb91-1202dc958f7e tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:24.626346 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-09ea0dec-49a9-4a12-9379-18859eb2f30f req-000dea2d-8d16-4d26-bb91-1202dc958f7e tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 946 time: 0.0467272 Aug 31 04:35:24.662401 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-09ea0dec-49a9-4a12-9379-18859eb2f30f req-27868a9d-5203-43f7-99ee-b4c402637dd8 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b04e1e0-6e1c-49a5-a7f2-f3ca3ba46212&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301580 Aug 31 04:35:25.216172 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa87030a-84b5-493b-b74e-0e9e5869c23d req-c41e6c8f-a56f-40dd-b110-fef7e8ef1bea tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:25.217629 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-aa87030a-84b5-493b-b74e-0e9e5869c23d req-c41e6c8f-a56f-40dd-b110-fef7e8ef1bea tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/ports?device_id=390893f3-2c2b-4803-b7a8-3c19fb0503a4 HTTP/1.1" status: 200 len: 945 time: 0.0511820 Aug 31 04:35:25.254607 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-aa87030a-84b5-493b-b74e-0e9e5869c23d req-05572c93-43d6-45f3-ad8c-1af82470c5f7 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/security-groups?id=75b78e4a-f72a-42ae-924c-e5c8844ea7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298209 Aug 31 04:35:25.348711 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a79fe44-1105-4ebb-b4ef-d1eec758f043 req-c7e68690-ac9a-4852-b155-4912c93c9524 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:25.350221 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-4a79fe44-1105-4ebb-b4ef-d1eec758f043 req-c7e68690-ac9a-4852-b155-4912c93c9524 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.37 "GET /v2.0/ports?device_id=2dd4271e-26d8-464c-a8aa-a59fb5f79e62 HTTP/1.1" status: 200 len: 943 time: 0.0466247 Aug 31 04:35:25.386532 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-4a79fe44-1105-4ebb-b4ef-d1eec758f043 req-7baa9051-0bc4-4197-adc8-65a5caacb8f8 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.37 "GET /v2.0/security-groups?id=6edf5784-9dde-4b8b-8160-15944e15858a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306017 Aug 31 04:35:25.693709 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Device 1869e76d-1e2b-4e05-9db4-7ce3ad7dbd20 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=93875) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 04:35:25.792174 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] For port 1869e76d-1e2b-4e05-9db4-7ce3ad7dbd20, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=1869e76d-1e2b-4e05-9db4-7ce3ad7dbd20,segment=NetworkSegment(5ae55f0a-ffba-458b-8371-7ff11ecedc8f),segment_id=5ae55f0a-ffba-458b-8371-7ff11ecedc8f)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:35:25.807639 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Returning: {'device': '1869e76d-1e2b-4e05-9db4-7ce3ad7dbd20', 'network_id': '324d503c-fc7f-4c16-bee4-2a3af6fefdb5', 'port_id': '1869e76d-1e2b-4e05-9db4-7ce3ad7dbd20', 'mac_address': 'fa:16:3e:36:ca:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dd8637b-f77f-4006-8986-9a7f8cb1c65f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93875) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 04:35:25.821777 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e6153a-57fa-4dcc-ada1-4fc37d63e4f9 req-36b2acfb-5b4b-488c-9749-5a6c1ed2c32a tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:25.823254 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-a3e6153a-57fa-4dcc-ada1-4fc37d63e4f9 req-36b2acfb-5b4b-488c-9749-5a6c1ed2c32a tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 946 time: 0.0482562 Aug 31 04:35:25.851038 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:25.861277 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-a3e6153a-57fa-4dcc-ada1-4fc37d63e4f9 req-897dd6d2-9cbd-4c2d-81e8-ffa70c73483e tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b04e1e0-6e1c-49a5-a7f2-f3ca3ba46212&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318687 Aug 31 04:35:25.863818 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.notifiers.nova [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1869e76d-1e2b-4e05-9db4-7ce3ad7dbd20 {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 04:35:25.883935 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] For port 1869e76d-1e2b-4e05-9db4-7ce3ad7dbd20, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=1869e76d-1e2b-4e05-9db4-7ce3ad7dbd20,segment=NetworkSegment(5ae55f0a-ffba-458b-8371-7ff11ecedc8f),segment_id=5ae55f0a-ffba-458b-8371-7ff11ecedc8f)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:35:25.887802 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:25.933955 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Pushing event updated for resources: {'Port': ['ID=1869e76d-1e2b-4e05-9db4-7ce3ad7dbd20,revision_number=4']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:26.162782 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3d1e3517-7611-4ce3-8baa-aab4870afca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:26.370989 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f5fa60-c3c8-4979-94b8-f29ca6715b22 req-026af715-4f9a-40eb-8011-fcc0bf62c1cd tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:26.372424 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-50f5fa60-c3c8-4979-94b8-f29ca6715b22 req-026af715-4f9a-40eb-8011-fcc0bf62c1cd tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/ports?device_id=390893f3-2c2b-4803-b7a8-3c19fb0503a4 HTTP/1.1" status: 200 len: 945 time: 0.0506175 Aug 31 04:35:26.409562 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-50f5fa60-c3c8-4979-94b8-f29ca6715b22 req-30481867-8cb2-488c-8295-1add3acb78c8 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/security-groups?id=75b78e4a-f72a-42ae-924c-e5c8844ea7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305707 Aug 31 04:35:26.499071 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79ce762-48b5-40d4-a6a0-4aeb3abdc0b3 req-73464ea7-6cca-4d6e-87f6-1835c041e36b tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:26.500524 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-d79ce762-48b5-40d4-a6a0-4aeb3abdc0b3 req-73464ea7-6cca-4d6e-87f6-1835c041e36b tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.37 "GET /v2.0/ports?device_id=2dd4271e-26d8-464c-a8aa-a59fb5f79e62 HTTP/1.1" status: 200 len: 944 time: 0.0488572 Aug 31 04:35:26.537840 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-d79ce762-48b5-40d4-a6a0-4aeb3abdc0b3 req-49f28dc4-2d3d-45a1-a6e9-aa02847cc96d tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.37 "GET /v2.0/security-groups?id=6edf5784-9dde-4b8b-8160-15944e15858a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310743 Aug 31 04:35:26.633472 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] get_ports_and_sgs() called for port_ids ['1869e76d-1e2b-4e05-9db4-7ce3ad7dbd20'] {{(pid=93875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 04:35:26.760534 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f691393-a4f7-4871-9e64-fddf3e5c6fd9 req-8c2627c9-49ae-43fd-a7b3-ee6ca3d4764b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:26.762006 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-8f691393-a4f7-4871-9e64-fddf3e5c6fd9 req-8c2627c9-49ae-43fd-a7b3-ee6ca3d4764b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2f8e82cf86684d55bca526dc154c03d1&device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 1099 time: 0.0378084 Aug 31 04:35:27.113756 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f827624-1081-4cac-8e59-76b6d0bb956f req-4c2a2fe9-edbf-4df4-bd0a-f0ed2d00291c tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:27.115220 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-0f827624-1081-4cac-8e59-76b6d0bb956f req-4c2a2fe9-edbf-4df4-bd0a-f0ed2d00291c tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 946 time: 0.0748696 Aug 31 04:35:27.117927 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f691393-a4f7-4871-9e64-fddf3e5c6fd9 req-bdd70649-f16b-463d-83d9-02cba9759303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:27.119254 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-8f691393-a4f7-4871-9e64-fddf3e5c6fd9 req-bdd70649-f16b-463d-83d9-02cba9759303 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2b1770a4-934d-49a7-a5c2-844beb26d79a HTTP/1.1" status: 200 len: 918 time: 0.3493378 Aug 31 04:35:27.215571 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-0f827624-1081-4cac-8e59-76b6d0bb956f req-da10d2bb-13c1-4a2b-9a11-b35bcb78a99c tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b04e1e0-6e1c-49a5-a7f2-f3ca3ba46212&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939248 Aug 31 04:35:27.224313 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-8f691393-a4f7-4871-9e64-fddf3e5c6fd9 req-04b0cc04-4d7e-4191-8f69-984cfedd2011 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b832084-eb7d-496c-bc7a-d06184bd40fc HTTP/1.1" status: 200 len: 1002 time: 0.0949965 Aug 31 04:35:27.280997 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f691393-a4f7-4871-9e64-fddf3e5c6fd9 req-6a432fbb-bfad-4f99-8e98-f0aa0c6b10df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:27.282483 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-8f691393-a4f7-4871-9e64-fddf3e5c6fd9 req-6a432fbb-bfad-4f99-8e98-f0aa0c6b10df service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9e15e21a-55f2-483a-9c78-48bccbedd076 HTTP/1.1" status: 200 len: 856 time: 0.0441122 Aug 31 04:35:27.332726 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f691393-a4f7-4871-9e64-fddf3e5c6fd9 req-a600f0fb-2345-48e0-a26a-f0cf5e948e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:27.334240 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-8f691393-a4f7-4871-9e64-fddf3e5c6fd9 req-a600f0fb-2345-48e0-a26a-f0cf5e948e61 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2b1770a4-934d-49a7-a5c2-844beb26d79a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0420957 Aug 31 04:35:27.427786 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-8f691393-a4f7-4871-9e64-fddf3e5c6fd9 req-71f4407d-1b59-4e6a-8e62-c478fb503a53 service neutron] 10.222.0.13 "GET /v2.0/networks/2b1770a4-934d-49a7-a5c2-844beb26d79a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828803 Aug 31 04:35:27.557826 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f2faf0-386e-4497-9c5f-e3125eb5880a req-48b13d4e-375b-4ae9-857f-940deb032e31 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:27.559390 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-f9f2faf0-386e-4497-9c5f-e3125eb5880a req-48b13d4e-375b-4ae9-857f-940deb032e31 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/ports?device_id=390893f3-2c2b-4803-b7a8-3c19fb0503a4 HTTP/1.1" status: 200 len: 945 time: 0.0786936 Aug 31 04:35:27.565430 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-8f691393-a4f7-4871-9e64-fddf3e5c6fd9 req-1534e340-b160-4e8c-a1b6-614a534b518e service neutron] 10.222.0.13 "GET /v2.0/networks/2b1770a4-934d-49a7-a5c2-844beb26d79a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266906 Aug 31 04:35:27.600227 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-f9f2faf0-386e-4497-9c5f-e3125eb5880a req-d7eeb19c-3144-41f1-b3a2-3d1bb5a4424f tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/security-groups?id=75b78e4a-f72a-42ae-924c-e5c8844ea7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333583 Aug 31 04:35:27.650639 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b9dbcd-d486-40eb-8b19-6a36748cab43 req-65d9f7dd-ec7c-4958-a4dd-fb8171d6f506 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:27.652092 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-43b9dbcd-d486-40eb-8b19-6a36748cab43 req-65d9f7dd-ec7c-4958-a4dd-fb8171d6f506 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.37 "GET /v2.0/ports?device_id=2dd4271e-26d8-464c-a8aa-a59fb5f79e62 HTTP/1.1" status: 200 len: 944 time: 0.0466299 Aug 31 04:35:27.691775 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-43b9dbcd-d486-40eb-8b19-6a36748cab43 req-f3a5490e-cc93-4562-aca4-7acda6f06742 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.37 "GET /v2.0/security-groups?id=6edf5784-9dde-4b8b-8160-15944e15858a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337040 Aug 31 04:35:27.728469 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:28.333630 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dfd7c5-f413-4fee-b793-6f1525a83183 req-b4390ca6-c6a5-463b-8147-3ad766a3e14a tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:28.335181 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-19dfd7c5-f413-4fee-b793-6f1525a83183 req-b4390ca6-c6a5-463b-8147-3ad766a3e14a tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 946 time: 0.0479534 Aug 31 04:35:28.371776 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-19dfd7c5-f413-4fee-b793-6f1525a83183 req-cb201b45-2cea-45e4-96fb-1ec82c2b86c7 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b04e1e0-6e1c-49a5-a7f2-f3ca3ba46212&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308518 Aug 31 04:35:28.629302 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ee4c85fa-dcf3-4705-8fa2-c4d80e8a5176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:28.716346 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e285d8b-6c68-40de-98dd-98f516d36d66 req-1c6a771c-8888-488b-86b7-22d7e7036799 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:28.717805 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-7e285d8b-6c68-40de-98dd-98f516d36d66 req-1c6a771c-8888-488b-86b7-22d7e7036799 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/ports?device_id=390893f3-2c2b-4803-b7a8-3c19fb0503a4 HTTP/1.1" status: 200 len: 945 time: 0.0511699 Aug 31 04:35:28.756247 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-7e285d8b-6c68-40de-98dd-98f516d36d66 req-368aab46-30a0-4602-b595-ef661cf5d66a tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/security-groups?id=75b78e4a-f72a-42ae-924c-e5c8844ea7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322766 Aug 31 04:35:28.804359 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d63220-bd06-4e63-b8c4-4dc9756fdabc req-a9b238f3-c0ce-4cc9-9370-0215ac34bf9f tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:28.805820 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-95d63220-bd06-4e63-b8c4-4dc9756fdabc req-a9b238f3-c0ce-4cc9-9370-0215ac34bf9f tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.37 "GET /v2.0/ports?device_id=2dd4271e-26d8-464c-a8aa-a59fb5f79e62 HTTP/1.1" status: 200 len: 944 time: 0.0463917 Aug 31 04:35:28.842825 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-95d63220-bd06-4e63-b8c4-4dc9756fdabc req-4ac697fc-4f6f-4c05-8d63-68176da36627 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.37 "GET /v2.0/security-groups?id=6edf5784-9dde-4b8b-8160-15944e15858a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310149 Aug 31 04:35:28.943121 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:29.488512 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8b1b90-d5fa-478c-a976-44c4a690c8a8 req-045ae87a-bb79-4197-9fc5-79cae1ee41fc tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:29.489970 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-9c8b1b90-d5fa-478c-a976-44c4a690c8a8 req-045ae87a-bb79-4197-9fc5-79cae1ee41fc tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 946 time: 0.0476675 Aug 31 04:35:29.526173 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-9c8b1b90-d5fa-478c-a976-44c4a690c8a8 req-80228cf1-b5d3-449c-ae1a-ed590c8b2ed3 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b04e1e0-6e1c-49a5-a7f2-f3ca3ba46212&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303390 Aug 31 04:35:29.819761 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cae06a7b-375a-4b62-8781-ea2d8af560c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:29.871549 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cf526e-2757-4f27-9332-47e3040967d0 req-08e9062d-998b-4725-834d-646261adb4b5 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:29.873031 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-a7cf526e-2757-4f27-9332-47e3040967d0 req-08e9062d-998b-4725-834d-646261adb4b5 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/ports?device_id=390893f3-2c2b-4803-b7a8-3c19fb0503a4 HTTP/1.1" status: 200 len: 945 time: 0.0514607 Aug 31 04:35:29.911326 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-a7cf526e-2757-4f27-9332-47e3040967d0 req-f5447024-d39e-475b-9f8e-b138b1299e3f tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/security-groups?id=75b78e4a-f72a-42ae-924c-e5c8844ea7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318661 Aug 31 04:35:29.959885 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c119ff9-3924-45af-b1e5-6e7173817323 req-d4ff7eaa-6c3e-459d-a127-7442daa1513a tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:29.961352 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-8c119ff9-3924-45af-b1e5-6e7173817323 req-d4ff7eaa-6c3e-459d-a127-7442daa1513a tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.37 "GET /v2.0/ports?device_id=2dd4271e-26d8-464c-a8aa-a59fb5f79e62 HTTP/1.1" status: 200 len: 944 time: 0.0491841 Aug 31 04:35:29.998726 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-8c119ff9-3924-45af-b1e5-6e7173817323 req-e499eb01-972c-46be-a733-8aea1c9791ba tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.37 "GET /v2.0/security-groups?id=6edf5784-9dde-4b8b-8160-15944e15858a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314741 Aug 31 04:35:30.643734 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73232c62-f90a-4543-97cf-32e8c95c7925 req-ace9db1c-23a9-42cd-a709-da2acb73894c tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:30.645168 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-73232c62-f90a-4543-97cf-32e8c95c7925 req-ace9db1c-23a9-42cd-a709-da2acb73894c tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 946 time: 0.0473881 Aug 31 04:35:30.682604 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-73232c62-f90a-4543-97cf-32e8c95c7925 req-1d63bc56-6a3e-49b0-b8bb-c5036156e5f8 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b04e1e0-6e1c-49a5-a7f2-f3ca3ba46212&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315614 Aug 31 04:35:31.029828 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbfd066-b646-4830-b777-2e540b912e30 req-b362b6ed-02ca-4573-b216-cc7e1c52c365 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:31.034609 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-fbbfd066-b646-4830-b777-2e540b912e30 req-b362b6ed-02ca-4573-b216-cc7e1c52c365 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/ports?device_id=390893f3-2c2b-4803-b7a8-3c19fb0503a4 HTTP/1.1" status: 200 len: 945 time: 0.0548046 Aug 31 04:35:31.056454 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Device 8b832084-eb7d-496c-bc7a-d06184bd40fc no longer exists at agent hyperv_hv-cinder-77819 {{(pid=93875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:35:31.118157 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-fbbfd066-b646-4830-b777-2e540b912e30 req-124e1090-5b19-4fb6-96de-30f03a749d00 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/security-groups?id=75b78e4a-f72a-42ae-924c-e5c8844ea7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803735 Aug 31 04:35:31.132347 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157f279e-5ae8-4317-8c34-8d1e29f0aed3 req-d9eb293e-4aef-4873-bb2f-8fd500727a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:31.132562 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:31.133910 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-157f279e-5ae8-4317-8c34-8d1e29f0aed3 req-d9eb293e-4aef-4873-bb2f-8fd500727a4c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2f8e82cf86684d55bca526dc154c03d1&device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 1099 time: 0.0830979 Aug 31 04:35:31.149347 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408f95bf-5adb-4c95-816e-44d1bc336f2d req-fcd39b04-9e3d-43f5-9d14-8695c6470d6c tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:31.150866 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-408f95bf-5adb-4c95-816e-44d1bc336f2d req-fcd39b04-9e3d-43f5-9d14-8695c6470d6c tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.37 "GET /v2.0/ports?device_id=2dd4271e-26d8-464c-a8aa-a59fb5f79e62 HTTP/1.1" status: 200 len: 944 time: 0.0727928 Aug 31 04:35:31.157966 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f68a66f-3e3e-4e49-b06a-7d69459db66d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b832084-eb7d-496c-bc7a-d06184bd40fc'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 04:35:31.160397 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb65e2f83a67e5a17dc8ea4502d49053413b763c9a1f232c6edaada591b5d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-325c3dd5-1980-4993-a7c0-ba76aeee1006" -d '{"events": [{"server_uuid": "0f68a66f-3e3e-4e49-b06a-7d69459db66d", "name": "network-vif-unplugged", "status": "completed", "tag": "8b832084-eb7d-496c-bc7a-d06184bd40fc"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:35:31.172878 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] For port 8b832084-eb7d-496c-bc7a-d06184bd40fc, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=8b832084-eb7d-496c-bc7a-d06184bd40fc,segment=NetworkSegment(14aa025e-dd6c-45fc-a8a8-06cb8f48a6ca),segment_id=14aa025e-dd6c-45fc-a8a8-06cb8f48a6ca)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:35:31.178156 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:31.202572 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 04:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e93d8a06-447f-48ae-8de0-473ff622ef21 x-openstack-request-id: req-e93d8a06-447f-48ae-8de0-473ff622ef21 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:35:31.202887 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f68a66f-3e3e-4e49-b06a-7d69459db66d", "name": "network-vif-unplugged", "status": "completed", "tag": "8b832084-eb7d-496c-bc7a-d06184bd40fc", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:35:31.203140 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e93d8a06-447f-48ae-8de0-473ff622ef21 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:35:31.203524 dv-cinder-778193-7-iscsi neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f68a66f-3e3e-4e49-b06a-7d69459db66d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b832084-eb7d-496c-bc7a-d06184bd40fc', 'code': 200} Aug 31 04:35:31.233245 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Pushing event updated for resources: {'Port': ['ID=8b832084-eb7d-496c-bc7a-d06184bd40fc,revision_number=8']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:31.247295 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-408f95bf-5adb-4c95-816e-44d1bc336f2d req-86b6531b-3e39-49cf-b328-a1aa5947d361 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.37 "GET /v2.0/security-groups?id=6edf5784-9dde-4b8b-8160-15944e15858a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905840 Aug 31 04:35:31.257265 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a4fd8ad5-a492-4575-8673-07e6bf736dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:31.282164 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157f279e-5ae8-4317-8c34-8d1e29f0aed3 req-b17d7510-e1b9-485f-9b72-a0a0e4fcf505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:31.284157 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-157f279e-5ae8-4317-8c34-8d1e29f0aed3 req-b17d7510-e1b9-485f-9b72-a0a0e4fcf505 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2b1770a4-934d-49a7-a5c2-844beb26d79a HTTP/1.1" status: 200 len: 918 time: 0.1198492 Aug 31 04:35:31.355612 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-157f279e-5ae8-4317-8c34-8d1e29f0aed3 req-4a6e5a03-7487-4ccd-8ca4-3b45fb0f1ac2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b832084-eb7d-496c-bc7a-d06184bd40fc HTTP/1.1" status: 200 len: 1000 time: 0.0613506 Aug 31 04:35:31.406648 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157f279e-5ae8-4317-8c34-8d1e29f0aed3 req-b9a6c44a-10d4-4c16-bfac-7613345c5a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:31.408097 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-157f279e-5ae8-4317-8c34-8d1e29f0aed3 req-b9a6c44a-10d4-4c16-bfac-7613345c5a08 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9e15e21a-55f2-483a-9c78-48bccbedd076 HTTP/1.1" status: 200 len: 856 time: 0.0421731 Aug 31 04:35:31.459701 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157f279e-5ae8-4317-8c34-8d1e29f0aed3 req-527399db-a0c2-43db-b2dc-4a30dd89b15a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:31.461037 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-157f279e-5ae8-4317-8c34-8d1e29f0aed3 req-527399db-a0c2-43db-b2dc-4a30dd89b15a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2b1770a4-934d-49a7-a5c2-844beb26d79a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400562 Aug 31 04:35:31.562202 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-157f279e-5ae8-4317-8c34-8d1e29f0aed3 req-b248422f-07cf-4498-b555-ce00b02c4634 service neutron] 10.222.0.13 "GET /v2.0/networks/2b1770a4-934d-49a7-a5c2-844beb26d79a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879312 Aug 31 04:35:31.652601 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-157f279e-5ae8-4317-8c34-8d1e29f0aed3 req-e9d640c5-be4a-478f-a6c8-a2d2e4893452 service neutron] 10.222.0.13 "GET /v2.0/networks/2b1770a4-934d-49a7-a5c2-844beb26d79a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816860 Aug 31 04:35:31.814296 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44273d8-7bf6-4d1f-848b-a170094bed08 req-9832c88e-7770-4a0f-84a6-d48b1fab7016 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:31.815758 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-a44273d8-7bf6-4d1f-848b-a170094bed08 req-9832c88e-7770-4a0f-84a6-d48b1fab7016 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 944 time: 0.0591896 Aug 31 04:35:31.853448 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-a44273d8-7bf6-4d1f-848b-a170094bed08 req-a07e1aae-eaa7-4a22-a724-ec36a31eced8 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b04e1e0-6e1c-49a5-a7f2-f3ca3ba46212&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316241 Aug 31 04:35:32.235596 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5f78f4-b88b-4247-b636-6df6ba41a402 req-685e1f76-3331-4b0b-abf2-eb407e799771 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:32.236981 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-8c5f78f4-b88b-4247-b636-6df6ba41a402 req-685e1f76-3331-4b0b-abf2-eb407e799771 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/ports?device_id=390893f3-2c2b-4803-b7a8-3c19fb0503a4 HTTP/1.1" status: 200 len: 945 time: 0.0508444 Aug 31 04:35:32.276047 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-8c5f78f4-b88b-4247-b636-6df6ba41a402 req-69f63c4f-bd9e-4e4e-b9d3-74e697e0111e tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/security-groups?id=75b78e4a-f72a-42ae-924c-e5c8844ea7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332527 Aug 31 04:35:32.369019 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f928682-e8ef-4a46-b503-2ca60e7c2eb2 req-d1813899-d2a5-4fb4-8536-25052fffbcd0 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:32.369958 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-3f928682-e8ef-4a46-b503-2ca60e7c2eb2 req-d1813899-d2a5-4fb4-8536-25052fffbcd0 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.37 "GET /v2.0/ports?device_id=2dd4271e-26d8-464c-a8aa-a59fb5f79e62 HTTP/1.1" status: 200 len: 944 time: 0.0490532 Aug 31 04:35:32.407728 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-3f928682-e8ef-4a46-b503-2ca60e7c2eb2 req-f3dc2452-343f-41cf-b326-aeccc2c0f02d tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.37 "GET /v2.0/security-groups?id=6edf5784-9dde-4b8b-8160-15944e15858a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319560 Aug 31 04:35:32.969312 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce75b7f-11ae-4294-8579-7d660c73700f req-e2207ed2-6bef-4b4f-904b-58149fabfbcf tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:32.970798 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-6ce75b7f-11ae-4294-8579-7d660c73700f req-e2207ed2-6bef-4b4f-904b-58149fabfbcf tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 944 time: 0.0476196 Aug 31 04:35:33.008583 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-6ce75b7f-11ae-4294-8579-7d660c73700f req-e03497d6-585e-419f-b4bf-d85042e409cb tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b04e1e0-6e1c-49a5-a7f2-f3ca3ba46212&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313857 Aug 31 04:35:33.047021 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Device 1869e76d-1e2b-4e05-9db4-7ce3ad7dbd20 up at agent hyperv_hv-cinder-77819 {{(pid=93875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:35:33.209370 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Provisioning for port 1869e76d-1e2b-4e05-9db4-7ce3ad7dbd20 completed by entity L2. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 04:35:33.212971 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Provisioning complete for port 1869e76d-1e2b-4e05-9db4-7ce3ad7dbd20 triggered by entity L2. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:35:33.213344 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667402'] for port, provisioning_complete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:33.285850 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:33.310115 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dd4271e-26d8-464c-a8aa-a59fb5f79e62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1869e76d-1e2b-4e05-9db4-7ce3ad7dbd20'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 04:35:33.312380 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb65e2f83a67e5a17dc8ea4502d49053413b763c9a1f232c6edaada591b5d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ec80371-b25d-42c6-aadf-87b08c312fa4" -d '{"events": [{"server_uuid": "2dd4271e-26d8-464c-a8aa-a59fb5f79e62", "name": "network-vif-plugged", "status": "completed", "tag": "1869e76d-1e2b-4e05-9db4-7ce3ad7dbd20"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:35:33.328813 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] For port 1869e76d-1e2b-4e05-9db4-7ce3ad7dbd20, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=1869e76d-1e2b-4e05-9db4-7ce3ad7dbd20,segment=NetworkSegment(5ae55f0a-ffba-458b-8371-7ff11ecedc8f),segment_id=5ae55f0a-ffba-458b-8371-7ff11ecedc8f)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:35:33.334026 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:33.358908 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 04:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-049e9373-b524-48a5-b9bf-dedeffb57173 x-openstack-request-id: req-049e9373-b524-48a5-b9bf-dedeffb57173 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:35:33.359192 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dd4271e-26d8-464c-a8aa-a59fb5f79e62", "name": "network-vif-plugged", "status": "completed", "tag": "1869e76d-1e2b-4e05-9db4-7ce3ad7dbd20", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:35:33.359436 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-049e9373-b524-48a5-b9bf-dedeffb57173 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:35:33.359815 dv-cinder-778193-7-iscsi neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dd4271e-26d8-464c-a8aa-a59fb5f79e62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1869e76d-1e2b-4e05-9db4-7ce3ad7dbd20', 'code': 200} Aug 31 04:35:33.388049 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Pushing event updated for resources: {'Port': ['ID=1869e76d-1e2b-4e05-9db4-7ce3ad7dbd20,revision_number=5']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:33.407848 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd984e9-89d2-488d-b25b-a2ebc6d5eb0b req-6a16eb57-bbf4-47a9-83a3-9cc19d4bab38 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:33.409299 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-9bd984e9-89d2-488d-b25b-a2ebc6d5eb0b req-6a16eb57-bbf4-47a9-83a3-9cc19d4bab38 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/ports?device_id=390893f3-2c2b-4803-b7a8-3c19fb0503a4 HTTP/1.1" status: 200 len: 945 time: 0.0578194 Aug 31 04:35:33.448632 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-9bd984e9-89d2-488d-b25b-a2ebc6d5eb0b req-cd23d2a7-aea2-46d9-a13e-d23d671625bc tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/security-groups?id=75b78e4a-f72a-42ae-924c-e5c8844ea7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332403 Aug 31 04:35:33.534043 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f18ea2-1014-457d-a206-1a92586dfd54 req-88792f5c-1922-40dd-9af9-86becd5a1728 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:33.535714 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-45f18ea2-1014-457d-a206-1a92586dfd54 req-88792f5c-1922-40dd-9af9-86becd5a1728 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.37 "GET /v2.0/ports?device_id=2dd4271e-26d8-464c-a8aa-a59fb5f79e62 HTTP/1.1" status: 200 len: 945 time: 0.0560050 Aug 31 04:35:33.579379 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-45f18ea2-1014-457d-a206-1a92586dfd54 req-98da1fff-0b07-4cd7-ad46-ab3a0bcdc18c tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.37 "GET /v2.0/security-groups?id=6edf5784-9dde-4b8b-8160-15944e15858a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342212 Aug 31 04:35:33.648084 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c21aa5f-af53-4aa1-9c5f-4a1834ac3a43 req-37184533-97c6-476f-986e-afca7906daba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:33.649589 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-2c21aa5f-af53-4aa1-9c5f-4a1834ac3a43 req-37184533-97c6-476f-986e-afca7906daba service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2dd4271e-26d8-464c-a8aa-a59fb5f79e62 HTTP/1.1" status: 200 len: 1098 time: 0.0456047 Aug 31 04:35:33.684905 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-2c21aa5f-af53-4aa1-9c5f-4a1834ac3a43 req-e621a117-0265-4a94-b53d-b167380c7ed0 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=6edf5784-9dde-4b8b-8160-15944e15858a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0266855 Aug 31 04:35:34.128401 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80454b82-c168-46c0-a193-5cf9437c13f4 req-f0a7bc37-e46f-4696-9c20-61e999bb60ea tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:34.130836 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-80454b82-c168-46c0-a193-5cf9437c13f4 req-f0a7bc37-e46f-4696-9c20-61e999bb60ea tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 944 time: 0.0519364 Aug 31 04:35:34.166506 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-80454b82-c168-46c0-a193-5cf9437c13f4 req-df9a3e15-5df2-431d-86d7-1fde81b616fb tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b04e1e0-6e1c-49a5-a7f2-f3ca3ba46212&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298798 Aug 31 04:35:34.570825 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb9fc3c-b341-4994-8eed-dc5c5a945bc5 req-1d42b3bd-f10d-47ae-a4d7-11bfa94ef877 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:34.572480 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-7cb9fc3c-b341-4994-8eed-dc5c5a945bc5 req-1d42b3bd-f10d-47ae-a4d7-11bfa94ef877 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/ports?device_id=390893f3-2c2b-4803-b7a8-3c19fb0503a4 HTTP/1.1" status: 200 len: 945 time: 0.0549610 Aug 31 04:35:34.629604 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-7cb9fc3c-b341-4994-8eed-dc5c5a945bc5 req-093a3364-441c-4188-9fe0-8ce4e531b246 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/security-groups?id=75b78e4a-f72a-42ae-924c-e5c8844ea7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511501 Aug 31 04:35:34.697461 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [req-4dbf3e2a-e0aa-4e58-b543-2f146be2c20d req-26023629-a26a-403e-b8e5-81219a0f0d59 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93874) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 04:35:34.698678 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-4dbf3e2a-e0aa-4e58-b543-2f146be2c20d req-26023629-a26a-403e-b8e5-81219a0f0d59 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067468 Aug 31 04:35:34.715790 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a9d918-a93e-4dd7-9caa-b6fd60394e46 req-5d712e0e-80b5-4fe9-be1f-2a0a1b9583e2 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:34.717352 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-a3a9d918-a93e-4dd7-9caa-b6fd60394e46 req-5d712e0e-80b5-4fe9-be1f-2a0a1b9583e2 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.37 "GET /v2.0/ports?device_id=2dd4271e-26d8-464c-a8aa-a59fb5f79e62 HTTP/1.1" status: 200 len: 945 time: 0.0597990 Aug 31 04:35:34.760406 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-a3a9d918-a93e-4dd7-9caa-b6fd60394e46 req-07c9ecfa-b673-45b2-82a2-b77e0bc1f47a tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.37 "GET /v2.0/security-groups?id=6edf5784-9dde-4b8b-8160-15944e15858a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346577 Aug 31 04:35:34.858074 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed0fd0f-f63c-4698-9a8f-771dcb25c45f req-38523657-1a3a-4aed-9a64-55659bff9462 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:34.859628 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-0ed0fd0f-f63c-4698-9a8f-771dcb25c45f req-38523657-1a3a-4aed-9a64-55659bff9462 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 944 time: 0.0505812 Aug 31 04:35:34.897739 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-0ed0fd0f-f63c-4698-9a8f-771dcb25c45f req-b710b8e8-f6a0-464d-9bde-82d272e01dc9 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b04e1e0-6e1c-49a5-a7f2-f3ca3ba46212&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317252 Aug 31 04:35:35.152086 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 35408) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:35:35.235499 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-6f1f6bc5-819a-4713-992b-545bd9a33eae req-d974b87b-9d5d-4c9f-b296-01eb851f8671 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0821114 Aug 31 04:35:35.562815 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.agents_db [None req-b358f2ce-044e-44db-8ffe-8010ce8c5d43 None None] Agent healthcheck: found 6 active agents {{(pid=93876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:35:35.746135 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a075f66e-eaba-46aa-88ad-38fc70b7bdc0 req-b39ccd99-4115-4c8e-80bf-2fe3a54d9428 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:35.747891 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-a075f66e-eaba-46aa-88ad-38fc70b7bdc0 req-b39ccd99-4115-4c8e-80bf-2fe3a54d9428 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/ports?device_id=390893f3-2c2b-4803-b7a8-3c19fb0503a4 HTTP/1.1" status: 200 len: 945 time: 0.0512152 Aug 31 04:35:35.787340 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-a075f66e-eaba-46aa-88ad-38fc70b7bdc0 req-50ca3087-2b0d-4bd2-afc0-694a9896b7d9 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/security-groups?id=75b78e4a-f72a-42ae-924c-e5c8844ea7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320611 Aug 31 04:35:35.909984 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bfd349-3e92-4ec9-a327-236a65cb16db req-3002c6d2-2fe9-40f2-8f06-b9efdfc8bc62 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:35.911538 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-67bfd349-3e92-4ec9-a327-236a65cb16db req-3002c6d2-2fe9-40f2-8f06-b9efdfc8bc62 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.37 "GET /v2.0/ports?device_id=2dd4271e-26d8-464c-a8aa-a59fb5f79e62 HTTP/1.1" status: 200 len: 945 time: 0.0607862 Aug 31 04:35:35.950722 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-67bfd349-3e92-4ec9-a327-236a65cb16db req-8794ce90-86ee-46dc-8f40-f2057e181bc9 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.37 "GET /v2.0/security-groups?id=6edf5784-9dde-4b8b-8160-15944e15858a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332561 Aug 31 04:35:36.064722 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8c0163-153d-49a0-a3f1-29ec564b3f7e req-9b95388d-6233-4a45-9a62-9ac1f160dcf4 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:36.066937 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-7b8c0163-153d-49a0-a3f1-29ec564b3f7e req-9b95388d-6233-4a45-9a62-9ac1f160dcf4 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 944 time: 0.0593879 Aug 31 04:35:36.104105 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-7b8c0163-153d-49a0-a3f1-29ec564b3f7e req-f6a8559b-2e7f-43f0-a264-b738864280c8 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b04e1e0-6e1c-49a5-a7f2-f3ca3ba46212&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313644 Aug 31 04:35:36.903099 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f75cc1e-2816-4898-ac51-1d2f2d871bae req-5e610157-7115-49a9-bda5-8ff4c9bba51c tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:36.904459 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-1f75cc1e-2816-4898-ac51-1d2f2d871bae req-5e610157-7115-49a9-bda5-8ff4c9bba51c tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/ports?device_id=390893f3-2c2b-4803-b7a8-3c19fb0503a4 HTTP/1.1" status: 200 len: 945 time: 0.0469551 Aug 31 04:35:36.941476 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-1f75cc1e-2816-4898-ac51-1d2f2d871bae req-408b1e28-5fbf-4126-a79f-968e948d8d51 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/security-groups?id=75b78e4a-f72a-42ae-924c-e5c8844ea7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311651 Aug 31 04:35:37.071823 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Device 8b832084-eb7d-496c-bc7a-d06184bd40fc no longer exists at agent hyperv_hv-cinder-77819 {{(pid=93875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:35:37.073808 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2eec49-3287-4bb3-8cb3-dc44940b4c97 req-c2f40735-c65f-4171-95e4-c8bc4033619b tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:37.075740 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-1d2eec49-3287-4bb3-8cb3-dc44940b4c97 req-c2f40735-c65f-4171-95e4-c8bc4033619b tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.37 "GET /v2.0/ports?device_id=2dd4271e-26d8-464c-a8aa-a59fb5f79e62 HTTP/1.1" status: 200 len: 945 time: 0.0510509 Aug 31 04:35:37.143077 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-1d2eec49-3287-4bb3-8cb3-dc44940b4c97 req-968e34f0-4431-4dea-99d0-64e0cb367fb1 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.37 "GET /v2.0/security-groups?id=6edf5784-9dde-4b8b-8160-15944e15858a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514369 Aug 31 04:35:37.244322 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8174d82-2f74-4cab-9c8b-df7910dff218 req-417059f8-79ef-49ae-b789-4ca9f1d9b1ae tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:37.246067 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-a8174d82-2f74-4cab-9c8b-df7910dff218 req-417059f8-79ef-49ae-b789-4ca9f1d9b1ae tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 944 time: 0.0534894 Aug 31 04:35:37.284960 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-a8174d82-2f74-4cab-9c8b-df7910dff218 req-5e6d68c7-1d65-4178-a8a5-0eca1a4264e1 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b04e1e0-6e1c-49a5-a7f2-f3ca3ba46212&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327029 Aug 31 04:35:37.945678 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-d81c0373-2ea5-4f8c-99a9-75afd127cde4 req-23db34b7-c339-4381-b539-c35b0d8dd381 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-572282134&fields=id&tenant_id=bc308d1c5c63497ca880321a556c0dcf HTTP/1.1" status: 200 len: 267 time: 0.0332372 Aug 31 04:35:38.122915 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1f6bc5-819a-4713-992b-545bd9a33eae req-f1dcd848-08ef-4284-9270-2aa5d99da0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:38.124388 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-6f1f6bc5-819a-4713-992b-545bd9a33eae req-f1dcd848-08ef-4284-9270-2aa5d99da0b7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d&tenant_id=2f8e82cf86684d55bca526dc154c03d1 HTTP/1.1" status: 200 len: 1097 time: 0.1510732 Aug 31 04:35:38.143751 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b786b037-9e75-4321-bce9-3e455fe2016a req-ba0320f6-3249-4f47-b0e9-9a5525308fa0 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:38.145203 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-b786b037-9e75-4321-bce9-3e455fe2016a req-ba0320f6-3249-4f47-b0e9-9a5525308fa0 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/ports?device_id=390893f3-2c2b-4803-b7a8-3c19fb0503a4 HTTP/1.1" status: 200 len: 945 time: 0.1153588 Aug 31 04:35:38.156685 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81c0373-2ea5-4f8c-99a9-75afd127cde4 req-3debfeab-1769-4e09-9181-14460880b9bf tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:38.158168 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-d81c0373-2ea5-4f8c-99a9-75afd127cde4 req-3debfeab-1769-4e09-9181-14460880b9bf tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/networks?id=43249730-b634-4d1c-bb80-40b48d096428 HTTP/1.1" status: 200 len: 811 time: 0.2058933 Aug 31 04:35:38.199869 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-d81c0373-2ea5-4f8c-99a9-75afd127cde4 req-e31f685a-7c0d-4850-9d6d-41578a14b57b tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/quotas/bc308d1c5c63497ca880321a556c0dcf HTTP/1.1" status: 200 len: 375 time: 0.0338862 Aug 31 04:35:38.249223 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-b786b037-9e75-4321-bce9-3e455fe2016a req-1729c655-c314-4942-ba3c-79368b3c6baf tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/security-groups?id=75b78e4a-f72a-42ae-924c-e5c8844ea7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900266 Aug 31 04:35:38.277780 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-d81c0373-2ea5-4f8c-99a9-75afd127cde4 req-507f1b56-8174-43b0-8cc5-85e64a4c81d8 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=bc308d1c5c63497ca880321a556c0dcf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0597010 Aug 31 04:35:38.280262 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1f6bc5-819a-4713-992b-545bd9a33eae req-a92bba1e-9c7c-4c57-87be-197ee0f15f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:38.281747 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-6f1f6bc5-819a-4713-992b-545bd9a33eae req-a92bba1e-9c7c-4c57-87be-197ee0f15f7b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2f8e82cf86684d55bca526dc154c03d1&device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 1097 time: 0.0991144 Aug 31 04:35:38.466645 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1f6bc5-819a-4713-992b-545bd9a33eae req-fca18208-cda4-434b-96fa-a425f4bf0ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:38.468158 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-6f1f6bc5-819a-4713-992b-545bd9a33eae req-fca18208-cda4-434b-96fa-a425f4bf0ccc service neutron] 10.222.0.13 "GET /v2.0/networks?id=2b1770a4-934d-49a7-a5c2-844beb26d79a HTTP/1.1" status: 200 len: 918 time: 0.1769671 Aug 31 04:35:38.478333 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c531d4-55b0-40d3-bf45-fd9be99bf8df req-b6e6f982-6efe-443a-be5f-1e89edb01b94 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:38.479701 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-04c531d4-55b0-40d3-bf45-fd9be99bf8df req-b6e6f982-6efe-443a-be5f-1e89edb01b94 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.37 "GET /v2.0/ports?device_id=2dd4271e-26d8-464c-a8aa-a59fb5f79e62 HTTP/1.1" status: 200 len: 945 time: 0.1385612 Aug 31 04:35:38.541595 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-d81c0373-2ea5-4f8c-99a9-75afd127cde4 req-afcb141d-7396-42a5-b398-93175bba851f service neutron] 10.222.0.37 "GET /v2.0/networks/43249730-b634-4d1c-bb80-40b48d096428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421327 Aug 31 04:35:38.613293 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-6f1f6bc5-819a-4713-992b-545bd9a33eae req-49ab0ce2-d250-48f3-98dd-3ad5033fc8b9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b832084-eb7d-496c-bc7a-d06184bd40fc HTTP/1.1" status: 200 len: 1000 time: 0.1249621 Aug 31 04:35:38.616009 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-04c531d4-55b0-40d3-bf45-fd9be99bf8df req-2de97307-8803-429f-a750-2f675f98d02d tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.37 "GET /v2.0/security-groups?id=6edf5784-9dde-4b8b-8160-15944e15858a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267958 Aug 31 04:35:38.699517 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-d81c0373-2ea5-4f8c-99a9-75afd127cde4 req-1cf58410-1e4a-49b7-ae2f-d8d15eccef65 service neutron] 10.222.0.37 "GET /v2.0/networks/43249730-b634-4d1c-bb80-40b48d096428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501167 Aug 31 04:35:38.713977 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1f6bc5-819a-4713-992b-545bd9a33eae req-45438b9e-e22c-44b4-bc10-3dddf425d24c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:38.715446 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-6f1f6bc5-819a-4713-992b-545bd9a33eae req-45438b9e-e22c-44b4-bc10-3dddf425d24c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9e15e21a-55f2-483a-9c78-48bccbedd076 HTTP/1.1" status: 200 len: 856 time: 0.0890863 Aug 31 04:35:38.739195 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6c0d7b-328b-4b43-871b-178253449551 req-2533388b-e28e-475d-9948-a0b432e32322 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:38.740785 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-ef6c0d7b-328b-4b43-871b-178253449551 req-2533388b-e28e-475d-9948-a0b432e32322 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 944 time: 0.0588307 Aug 31 04:35:38.809257 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-ef6c0d7b-328b-4b43-871b-178253449551 req-4ca788a9-2bef-4d85-aaab-29f0c7232366 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b04e1e0-6e1c-49a5-a7f2-f3ca3ba46212&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571380 Aug 31 04:35:38.815807 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1f6bc5-819a-4713-992b-545bd9a33eae req-20538618-96f8-48da-a4f1-88c1f31bc6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:38.818064 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-6f1f6bc5-819a-4713-992b-545bd9a33eae req-20538618-96f8-48da-a4f1-88c1f31bc6f4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2b1770a4-934d-49a7-a5c2-844beb26d79a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0736642 Aug 31 04:35:38.930518 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-6f1f6bc5-819a-4713-992b-545bd9a33eae req-126846bc-4c76-43f9-8da7-21e0195150bf service neutron] 10.222.0.13 "GET /v2.0/networks/2b1770a4-934d-49a7-a5c2-844beb26d79a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965967 Aug 31 04:35:39.060681 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-6f1f6bc5-819a-4713-992b-545bd9a33eae req-a5df357a-d2cf-479b-948e-76ca07886d8a service neutron] 10.222.0.13 "GET /v2.0/networks/2b1770a4-934d-49a7-a5c2-844beb26d79a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176856 Aug 31 04:35:39.062563 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-820430b4-0e65-44c6-b11c-907220bf666a req-6a308c63-35eb-4086-8f62-ebc748d84201 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fdca9c-d400-411b-92f3-aeef4efc766b HTTP/1.1" status: 200 len: 210 time: 0.0325842 Aug 31 04:35:39.384243 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2fe27b-e3c5-4cca-912c-0d97fce12e90 req-70b2fa5a-f2a3-4dd0-9b3f-90512bceb539 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:39.385932 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-1f2fe27b-e3c5-4cca-912c-0d97fce12e90 req-70b2fa5a-f2a3-4dd0-9b3f-90512bceb539 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/ports?device_id=390893f3-2c2b-4803-b7a8-3c19fb0503a4 HTTP/1.1" status: 200 len: 945 time: 0.0576582 Aug 31 04:35:39.444170 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-1f2fe27b-e3c5-4cca-912c-0d97fce12e90 req-c59001c5-0aaa-49f1-8cad-9f54cb6199f4 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/security-groups?id=75b78e4a-f72a-42ae-924c-e5c8844ea7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516551 Aug 31 04:35:39.499574 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fc6420-9298-40a1-a504-898e24eba36d req-bf2db6ef-9358-44b9-9571-5b102325fd41 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:39.501039 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-d1fc6420-9298-40a1-a504-898e24eba36d req-bf2db6ef-9358-44b9-9571-5b102325fd41 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/ports?device_id=52cbbfc5-8311-4ec1-a286-07786d70effb HTTP/1.1" status: 200 len: 946 time: 0.0538936 Aug 31 04:35:39.545331 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-d1fc6420-9298-40a1-a504-898e24eba36d req-b6d1c949-b9ee-48cf-9533-03ed6f7a2b4d tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/security-groups?id=48bcc221-22f0-42ba-bd8e-dded2d21f831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341551 Aug 31 04:35:39.958230 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc1d83c-6db5-49bb-a428-6aca4c55ffae req-55bd6964-2368-4a1a-830d-3d9d1f0ef75a tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:39.959721 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-0cc1d83c-6db5-49bb-a428-6aca4c55ffae req-55bd6964-2368-4a1a-830d-3d9d1f0ef75a tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 944 time: 0.0495017 Aug 31 04:35:40.000868 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-0cc1d83c-6db5-49bb-a428-6aca4c55ffae req-96e3480b-832a-4d9e-9bdb-2afb1e1b8bc9 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b04e1e0-6e1c-49a5-a7f2-f3ca3ba46212&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350626 Aug 31 04:35:40.158123 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-976c7773-45e2-46b2-b092-8d4dd99709a3 req-f6b90798-ba54-4e85-97da-9960afbbbe12 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fdca9c-d400-411b-92f3-aeef4efc766b HTTP/1.1" status: 200 len: 210 time: 0.0254591 Aug 31 04:35:40.562524 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3db095-4880-4a6a-ac14-5e15277f3b2d req-6f1fcfcc-2b80-4174-b028-a13d136f054c tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:40.564097 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-7e3db095-4880-4a6a-ac14-5e15277f3b2d req-6f1fcfcc-2b80-4174-b028-a13d136f054c tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/ports?device_id=390893f3-2c2b-4803-b7a8-3c19fb0503a4 HTTP/1.1" status: 200 len: 945 time: 0.0515907 Aug 31 04:35:40.604614 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-7e3db095-4880-4a6a-ac14-5e15277f3b2d req-5663d803-1bcc-460f-a62b-e0a261886528 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/security-groups?id=75b78e4a-f72a-42ae-924c-e5c8844ea7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339127 Aug 31 04:35:40.709273 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac5991a-d5a5-41f6-967e-09cbe1451644 req-bfb2b3a2-b0f6-4436-98e5-d95d90e44c79 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:40.710710 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-bac5991a-d5a5-41f6-967e-09cbe1451644 req-bfb2b3a2-b0f6-4436-98e5-d95d90e44c79 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/ports?device_id=52cbbfc5-8311-4ec1-a286-07786d70effb HTTP/1.1" status: 200 len: 946 time: 0.0497415 Aug 31 04:35:40.747603 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-bac5991a-d5a5-41f6-967e-09cbe1451644 req-74c0d538-80a1-4920-92af-d0d7420e7435 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/security-groups?id=48bcc221-22f0-42ba-bd8e-dded2d21f831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309584 Aug 31 04:35:41.121275 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cc6508-f3c1-4441-953f-7a85f83f8759 req-86931053-bcfa-4759-8138-54ecaaacfeb8 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:41.122771 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-74cc6508-f3c1-4441-953f-7a85f83f8759 req-86931053-bcfa-4759-8138-54ecaaacfeb8 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 944 time: 0.0480282 Aug 31 04:35:41.161422 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-74cc6508-f3c1-4441-953f-7a85f83f8759 req-65556abd-3926-4df3-9c56-b5ff40a83b30 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b04e1e0-6e1c-49a5-a7f2-f3ca3ba46212&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326235 Aug 31 04:35:41.252886 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-b8d2fe87-7656-4725-a69a-d5f39fe8e744 req-c23df38a-f06d-4cd9-a4ab-79c69ad3a582 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fdca9c-d400-411b-92f3-aeef4efc766b HTTP/1.1" status: 200 len: 210 time: 0.0283713 Aug 31 04:35:41.720289 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078b6d2e-eb6d-42d1-b269-ef4b5d61ca1a req-c1f723a9-8733-4b55-8e32-b5c9dd1ea10d tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:41.721731 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-078b6d2e-eb6d-42d1-b269-ef4b5d61ca1a req-c1f723a9-8733-4b55-8e32-b5c9dd1ea10d tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/ports?device_id=390893f3-2c2b-4803-b7a8-3c19fb0503a4 HTTP/1.1" status: 200 len: 945 time: 0.0481985 Aug 31 04:35:41.759872 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-078b6d2e-eb6d-42d1-b269-ef4b5d61ca1a req-902a87e1-759b-485b-b320-cf6e4f1191c2 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/security-groups?id=75b78e4a-f72a-42ae-924c-e5c8844ea7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313046 Aug 31 04:35:41.868323 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f5f454-3b64-4bf1-8d99-efa08aa219d3 req-f0cf9544-5459-424c-aef1-7413b29c4049 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:41.869906 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-62f5f454-3b64-4bf1-8d99-efa08aa219d3 req-f0cf9544-5459-424c-aef1-7413b29c4049 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/ports?device_id=52cbbfc5-8311-4ec1-a286-07786d70effb HTTP/1.1" status: 200 len: 946 time: 0.0496764 Aug 31 04:35:41.911907 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-62f5f454-3b64-4bf1-8d99-efa08aa219d3 req-38663e26-2fc7-46f4-a140-6c1789f084f6 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/security-groups?id=48bcc221-22f0-42ba-bd8e-dded2d21f831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358794 Aug 31 04:35:42.284446 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58913e7e-0293-41ad-80cf-e9de5c46b031 req-4e39c05a-f6cd-4187-b604-6cc819508553 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:42.286226 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-58913e7e-0293-41ad-80cf-e9de5c46b031 req-4e39c05a-f6cd-4187-b604-6cc819508553 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 944 time: 0.0504570 Aug 31 04:35:42.330902 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-58913e7e-0293-41ad-80cf-e9de5c46b031 req-79d675cb-dc79-4d61-8ce2-6f47387be103 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b04e1e0-6e1c-49a5-a7f2-f3ca3ba46212&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388114 Aug 31 04:35:42.414764 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-48f6cb59-8157-44c4-b6f4-3c53b260682d req-a7f6ad26-81e2-453a-910e-c524ca7f7b22 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fdca9c-d400-411b-92f3-aeef4efc766b HTTP/1.1" status: 200 len: 210 time: 0.0254915 Aug 31 04:35:42.878718 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d99e24d-3650-4cdd-a9b9-c38ed0a48a9a req-9791d076-5051-444b-94a7-f22a460fe6f9 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:42.880200 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-3d99e24d-3650-4cdd-a9b9-c38ed0a48a9a req-9791d076-5051-444b-94a7-f22a460fe6f9 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/ports?device_id=390893f3-2c2b-4803-b7a8-3c19fb0503a4 HTTP/1.1" status: 200 len: 945 time: 0.0495026 Aug 31 04:35:42.922391 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-3d99e24d-3650-4cdd-a9b9-c38ed0a48a9a req-bdc45fcd-2a43-44b7-8ca0-a61725aa2989 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/security-groups?id=75b78e4a-f72a-42ae-924c-e5c8844ea7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358481 Aug 31 04:35:43.033395 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe4c337-5be2-4f24-a2e9-facfa3e962ea req-da26c186-9dc8-44d5-8f22-e2569bef780a tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:43.035804 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-dbe4c337-5be2-4f24-a2e9-facfa3e962ea req-da26c186-9dc8-44d5-8f22-e2569bef780a tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/ports?device_id=52cbbfc5-8311-4ec1-a286-07786d70effb HTTP/1.1" status: 200 len: 946 time: 0.0476966 Aug 31 04:35:43.075133 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-dbe4c337-5be2-4f24-a2e9-facfa3e962ea req-2b2a8ece-5240-4191-b6aa-19e9932143c1 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/security-groups?id=48bcc221-22f0-42ba-bd8e-dded2d21f831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333967 Aug 31 04:35:43.456370 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb57f2cf-541f-4715-8407-da4aed223434 req-0901766c-9c3d-4003-847a-b352bee43c74 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:43.458129 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-eb57f2cf-541f-4715-8407-da4aed223434 req-0901766c-9c3d-4003-847a-b352bee43c74 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 944 time: 0.0525696 Aug 31 04:35:43.496959 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-eb57f2cf-541f-4715-8407-da4aed223434 req-0dc52460-62b6-42d9-a5d0-a6feb0eb3be2 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b04e1e0-6e1c-49a5-a7f2-f3ca3ba46212&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327370 Aug 31 04:35:43.592025 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-0d5a533a-8494-408c-8745-a06b830a5114 req-f928e0da-5d8c-4393-8ca1-d4d673478a0c tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fdca9c-d400-411b-92f3-aeef4efc766b HTTP/1.1" status: 200 len: 210 time: 0.0267072 Aug 31 04:35:44.037967 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1bff88-a9ef-410f-b269-b09a67f3b1c3 req-c3d465a4-1a91-494b-9119-4f6d50824ed3 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:44.039669 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-6d1bff88-a9ef-410f-b269-b09a67f3b1c3 req-c3d465a4-1a91-494b-9119-4f6d50824ed3 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/ports?device_id=390893f3-2c2b-4803-b7a8-3c19fb0503a4 HTTP/1.1" status: 200 len: 945 time: 0.0473239 Aug 31 04:35:44.077802 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-6d1bff88-a9ef-410f-b269-b09a67f3b1c3 req-6ae0659c-cda8-4ca0-82d8-9d3a4f0bce48 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/security-groups?id=75b78e4a-f72a-42ae-924c-e5c8844ea7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318403 Aug 31 04:35:44.191920 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa15269-c621-46fb-8b72-21788ecd7c9d req-dd95694c-42fd-4f6d-8959-127ef954fa30 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:44.193568 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-7fa15269-c621-46fb-8b72-21788ecd7c9d req-dd95694c-42fd-4f6d-8959-127ef954fa30 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/ports?device_id=52cbbfc5-8311-4ec1-a286-07786d70effb HTTP/1.1" status: 200 len: 946 time: 0.0524983 Aug 31 04:35:44.233706 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-7fa15269-c621-46fb-8b72-21788ecd7c9d req-dbb2a475-373d-479e-8cd5-24b057222bba tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/security-groups?id=48bcc221-22f0-42ba-bd8e-dded2d21f831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340924 Aug 31 04:35:44.618346 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234ca4c3-92cd-465a-b59c-d2353097c295 req-0be178c8-d038-462e-9bcc-f6d2ff6e2f52 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:44.619902 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-234ca4c3-92cd-465a-b59c-d2353097c295 req-0be178c8-d038-462e-9bcc-f6d2ff6e2f52 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 944 time: 0.0497203 Aug 31 04:35:44.657972 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-234ca4c3-92cd-465a-b59c-d2353097c295 req-ebbbee20-4861-4a8c-b98e-4205502b0e40 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b04e1e0-6e1c-49a5-a7f2-f3ca3ba46212&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321312 Aug 31 04:35:44.748401 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-fab36340-6805-45b7-85b2-2ac94c04f466 req-22068d4e-7bd5-4d1a-9003-b7e855573d55 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fdca9c-d400-411b-92f3-aeef4efc766b HTTP/1.1" status: 200 len: 210 time: 0.0277693 Aug 31 04:35:45.193787 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3199e3-f3eb-4edb-9b07-1fc1d47710c2 req-4845e400-e5b5-4505-a589-40c5be71e968 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:45.195299 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-6e3199e3-f3eb-4edb-9b07-1fc1d47710c2 req-4845e400-e5b5-4505-a589-40c5be71e968 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/ports?device_id=390893f3-2c2b-4803-b7a8-3c19fb0503a4 HTTP/1.1" status: 200 len: 945 time: 0.0479736 Aug 31 04:35:45.237215 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-6e3199e3-f3eb-4edb-9b07-1fc1d47710c2 req-05c77b2a-e29d-494e-9402-769631c89ea0 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/security-groups?id=75b78e4a-f72a-42ae-924c-e5c8844ea7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358794 Aug 31 04:35:45.595523 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d17fd6-d14c-423b-b646-81b6a5a89521 req-e961dfc7-127d-4694-914d-453dc8c9cd9b tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:45.596942 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-93d17fd6-d14c-423b-b646-81b6a5a89521 req-e961dfc7-127d-4694-914d-453dc8c9cd9b tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/ports?device_id=52cbbfc5-8311-4ec1-a286-07786d70effb HTTP/1.1" status: 200 len: 946 time: 0.2963469 Aug 31 04:35:45.636517 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-93d17fd6-d14c-423b-b646-81b6a5a89521 req-cc73d7cd-26cd-4d93-9974-c4c3af387705 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/security-groups?id=48bcc221-22f0-42ba-bd8e-dded2d21f831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332336 Aug 31 04:35:45.778706 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6a692c-9b94-4099-bd1a-6781338b6b7b req-329e259f-d2ef-4c8a-afee-d1db31b76a64 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:45.780138 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-cc6a692c-9b94-4099-bd1a-6781338b6b7b req-329e259f-d2ef-4c8a-afee-d1db31b76a64 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 944 time: 0.0479574 Aug 31 04:35:45.815872 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-cc6a692c-9b94-4099-bd1a-6781338b6b7b req-5edc51d0-58e5-4d99-a0c3-4d9eb474378f tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b04e1e0-6e1c-49a5-a7f2-f3ca3ba46212&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298262 Aug 31 04:35:45.899278 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-d0db3594-5988-4623-a844-15bc300ac70f req-22e00a15-aa5f-49dd-b25e-7a2e9350c73c tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fdca9c-d400-411b-92f3-aeef4efc766b HTTP/1.1" status: 200 len: 210 time: 0.0254776 Aug 31 04:35:46.355478 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05091bbe-7f02-413a-822e-fc50a3e96c9d req-60fb01ca-0d9c-47fe-92c4-dd0a7fa1c933 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:46.356940 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-05091bbe-7f02-413a-822e-fc50a3e96c9d req-60fb01ca-0d9c-47fe-92c4-dd0a7fa1c933 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/ports?device_id=390893f3-2c2b-4803-b7a8-3c19fb0503a4 HTTP/1.1" status: 200 len: 945 time: 0.0516636 Aug 31 04:35:46.394010 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-05091bbe-7f02-413a-822e-fc50a3e96c9d req-9ff97188-084e-4fb7-8ef5-76dbe10239f5 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/security-groups?id=75b78e4a-f72a-42ae-924c-e5c8844ea7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311291 Aug 31 04:35:46.753292 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a67367-46a9-41fb-b48c-a944412ad16f req-3c6ba324-f674-40a7-894f-34b24d0deb9f tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:46.755021 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-c3a67367-46a9-41fb-b48c-a944412ad16f req-3c6ba324-f674-40a7-894f-34b24d0deb9f tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/ports?device_id=52cbbfc5-8311-4ec1-a286-07786d70effb HTTP/1.1" status: 200 len: 946 time: 0.0500770 Aug 31 04:35:46.806668 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-c3a67367-46a9-41fb-b48c-a944412ad16f req-ea0d9deb-a8a9-469d-a169-e4d8166a954a tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/security-groups?id=48bcc221-22f0-42ba-bd8e-dded2d21f831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458820 Aug 31 04:35:46.937294 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4df78b-c600-49a8-a6ae-16571e241b99 req-38cb5f6d-2e6a-438c-90da-cdd868c46761 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:46.939052 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-ec4df78b-c600-49a8-a6ae-16571e241b99 req-38cb5f6d-2e6a-438c-90da-cdd868c46761 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 944 time: 0.0496101 Aug 31 04:35:46.980198 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-ec4df78b-c600-49a8-a6ae-16571e241b99 req-f5eb2ce9-a56d-4f48-b106-0942d36f30e7 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b04e1e0-6e1c-49a5-a7f2-f3ca3ba46212&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335755 Aug 31 04:35:47.067465 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-7e0acaf7-3dd9-4d82-904c-a5f242a322ad req-e6640100-1d39-4ef5-b681-cd6566654a76 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fdca9c-d400-411b-92f3-aeef4efc766b HTTP/1.1" status: 200 len: 210 time: 0.0283155 Aug 31 04:35:47.511284 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ea7372-aff8-4269-b99a-6b36f6d1f808 req-fb0bf86f-43ef-49f4-b645-1eb39fab3e6f tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:47.512754 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-d9ea7372-aff8-4269-b99a-6b36f6d1f808 req-fb0bf86f-43ef-49f4-b645-1eb39fab3e6f tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/ports?device_id=390893f3-2c2b-4803-b7a8-3c19fb0503a4 HTTP/1.1" status: 200 len: 945 time: 0.0497940 Aug 31 04:35:47.551850 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-d9ea7372-aff8-4269-b99a-6b36f6d1f808 req-4d420b6f-7ad0-4581-a87b-f58e48b60038 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/security-groups?id=75b78e4a-f72a-42ae-924c-e5c8844ea7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318785 Aug 31 04:35:47.924617 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2cc423-e52d-4fcb-9306-0a51b96bcce7 req-695350b2-d376-422f-99df-f0ab0c2a905b tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:47.926194 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-4e2cc423-e52d-4fcb-9306-0a51b96bcce7 req-695350b2-d376-422f-99df-f0ab0c2a905b tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/ports?device_id=52cbbfc5-8311-4ec1-a286-07786d70effb HTTP/1.1" status: 200 len: 946 time: 0.0517135 Aug 31 04:35:47.964110 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-4e2cc423-e52d-4fcb-9306-0a51b96bcce7 req-59ceb24e-7539-44c8-b29c-0be04ed9bd48 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/security-groups?id=48bcc221-22f0-42ba-bd8e-dded2d21f831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310650 Aug 31 04:35:48.104646 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b118adb-9f88-4b62-9370-8ad51f133d83 req-3671d57f-000d-4439-b8fd-b7be0e893482 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:48.106031 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-1b118adb-9f88-4b62-9370-8ad51f133d83 req-3671d57f-000d-4439-b8fd-b7be0e893482 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 944 time: 0.0516891 Aug 31 04:35:48.145067 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-1b118adb-9f88-4b62-9370-8ad51f133d83 req-d9b05b21-bbd6-4d7b-a1df-b13e5febebc8 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b04e1e0-6e1c-49a5-a7f2-f3ca3ba46212&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328839 Aug 31 04:35:48.231903 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-369ad245-53be-45b8-844e-ddcfa0c50d86 req-cc65a2ab-0d48-4c2c-ba11-28a0d718db35 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fdca9c-d400-411b-92f3-aeef4efc766b HTTP/1.1" status: 200 len: 210 time: 0.0259595 Aug 31 04:35:48.668539 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4afd8f0-bd36-42fa-a08d-851d31c72401 req-2c81d9c3-ba9d-424a-8836-acdabf7ad412 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:48.669891 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-e4afd8f0-bd36-42fa-a08d-851d31c72401 req-2c81d9c3-ba9d-424a-8836-acdabf7ad412 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/ports?device_id=390893f3-2c2b-4803-b7a8-3c19fb0503a4 HTTP/1.1" status: 200 len: 945 time: 0.0500555 Aug 31 04:35:48.718120 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-e4afd8f0-bd36-42fa-a08d-851d31c72401 req-e673afee-0041-4d1d-8a53-6306d11efde0 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/security-groups?id=75b78e4a-f72a-42ae-924c-e5c8844ea7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367677 Aug 31 04:35:49.085103 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43beb54-8206-4c6e-ac87-8f06f8c50984 req-6459483c-1059-4e69-b28c-281f64bf7828 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:49.087656 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-d43beb54-8206-4c6e-ac87-8f06f8c50984 req-6459483c-1059-4e69-b28c-281f64bf7828 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/ports?device_id=52cbbfc5-8311-4ec1-a286-07786d70effb HTTP/1.1" status: 200 len: 946 time: 0.0525677 Aug 31 04:35:49.125765 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-d43beb54-8206-4c6e-ac87-8f06f8c50984 req-de8beecc-39c7-4247-986c-be4c74082897 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/security-groups?id=48bcc221-22f0-42ba-bd8e-dded2d21f831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321462 Aug 31 04:35:49.263435 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a78db1-5320-4522-84e1-ba542c808289 req-c3c7e946-df24-4608-9103-7dc08abb7189 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:49.264882 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-a5a78db1-5320-4522-84e1-ba542c808289 req-c3c7e946-df24-4608-9103-7dc08abb7189 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 944 time: 0.0473275 Aug 31 04:35:49.304791 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-a5a78db1-5320-4522-84e1-ba542c808289 req-4145b26a-6572-4d31-a27b-81de04d0d7ff tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b04e1e0-6e1c-49a5-a7f2-f3ca3ba46212&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334110 Aug 31 04:35:49.388104 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-12e9b068-ca42-4331-a608-0c93710bc04f req-f8f1b6fd-a297-4f20-87ac-9d2b0ccc6177 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fdca9c-d400-411b-92f3-aeef4efc766b HTTP/1.1" status: 200 len: 210 time: 0.0262032 Aug 31 04:35:49.835681 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265152a1-cdb5-4389-8e53-a1ab3144e8f7 req-3dbb7ec3-c0f6-4963-90f6-ae55e1363732 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:49.837164 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-265152a1-cdb5-4389-8e53-a1ab3144e8f7 req-3dbb7ec3-c0f6-4963-90f6-ae55e1363732 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/ports?device_id=390893f3-2c2b-4803-b7a8-3c19fb0503a4 HTTP/1.1" status: 200 len: 945 time: 0.0495892 Aug 31 04:35:49.879224 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-265152a1-cdb5-4389-8e53-a1ab3144e8f7 req-0cf970c1-8851-40c3-9dc6-f6f4f57cb562 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/security-groups?id=75b78e4a-f72a-42ae-924c-e5c8844ea7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361202 Aug 31 04:35:50.241341 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ed85b6-12b3-4cd7-848f-2741490e50ab req-0a2cc75b-4fe4-45c7-8d16-007bd45271fb tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:50.242828 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-93ed85b6-12b3-4cd7-848f-2741490e50ab req-0a2cc75b-4fe4-45c7-8d16-007bd45271fb tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/ports?device_id=52cbbfc5-8311-4ec1-a286-07786d70effb HTTP/1.1" status: 200 len: 946 time: 0.0477738 Aug 31 04:35:50.281806 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-93ed85b6-12b3-4cd7-848f-2741490e50ab req-9c8debcc-14b4-443f-ba37-d79da57dc7b5 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/security-groups?id=48bcc221-22f0-42ba-bd8e-dded2d21f831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329688 Aug 31 04:35:50.426770 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301a4bee-93ae-4a60-b7a1-43c782fc428a req-74473de3-4755-4ff7-a51a-31d4a5be2f35 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:50.428221 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-301a4bee-93ae-4a60-b7a1-43c782fc428a req-74473de3-4755-4ff7-a51a-31d4a5be2f35 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 944 time: 0.0482831 Aug 31 04:35:50.467377 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-301a4bee-93ae-4a60-b7a1-43c782fc428a req-aa05d4e5-5e31-410e-9d0b-8ae58ecdc515 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b04e1e0-6e1c-49a5-a7f2-f3ca3ba46212&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333195 Aug 31 04:35:50.556102 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-b1d9b987-9c4e-47ae-8de6-c1c53b9d586f req-ada083a7-e08e-43d4-a0e8-f90fb6895c6d tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fdca9c-d400-411b-92f3-aeef4efc766b HTTP/1.1" status: 200 len: 210 time: 0.0256934 Aug 31 04:35:51.003309 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4cb3cb-5d19-42f0-81d1-bf68e9bfbf79 req-a6e6e705-ba45-428e-8c43-a1105e46bf83 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:51.006324 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-9c4cb3cb-5d19-42f0-81d1-bf68e9bfbf79 req-a6e6e705-ba45-428e-8c43-a1105e46bf83 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/ports?device_id=390893f3-2c2b-4803-b7a8-3c19fb0503a4 HTTP/1.1" status: 200 len: 945 time: 0.0552745 Aug 31 04:35:51.046228 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-9c4cb3cb-5d19-42f0-81d1-bf68e9bfbf79 req-1dae28b4-45fb-42de-989b-96aef148def4 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/security-groups?id=75b78e4a-f72a-42ae-924c-e5c8844ea7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336108 Aug 31 04:35:51.410151 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c3f799-d145-4810-8e1a-718264795fdc req-e1693bb3-be78-480f-b9f2-37ce802940d8 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:51.412529 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-b0c3f799-d145-4810-8e1a-718264795fdc req-e1693bb3-be78-480f-b9f2-37ce802940d8 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/ports?device_id=52cbbfc5-8311-4ec1-a286-07786d70effb HTTP/1.1" status: 200 len: 946 time: 0.0538380 Aug 31 04:35:51.456884 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-b0c3f799-d145-4810-8e1a-718264795fdc req-e55ad5a5-01f5-4062-ae73-e223fda135b7 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/security-groups?id=48bcc221-22f0-42ba-bd8e-dded2d21f831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384214 Aug 31 04:35:51.615475 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f4138a-c462-43e4-978f-f551bb0ec8d6 req-a9af1d78-7058-47ea-9f01-dd91602ce562 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:51.617093 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-06f4138a-c462-43e4-978f-f551bb0ec8d6 req-a9af1d78-7058-47ea-9f01-dd91602ce562 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 944 time: 0.0575569 Aug 31 04:35:51.655784 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-06f4138a-c462-43e4-978f-f551bb0ec8d6 req-de8432fa-8941-4c63-9c92-289806d63a5a tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b04e1e0-6e1c-49a5-a7f2-f3ca3ba46212&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327122 Aug 31 04:35:51.750903 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-639d1a4f-a25f-4991-8827-b86dba3b4e69 req-b22b8f98-4497-4abd-83ab-14048a4881b9 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fdca9c-d400-411b-92f3-aeef4efc766b HTTP/1.1" status: 200 len: 210 time: 0.0323813 Aug 31 04:35:52.160427 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf56b1e-a9a0-4ea2-a8b7-403438d38502 req-dcdc9058-1366-4987-9f02-e39d4135d74c tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:52.161909 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-ddf56b1e-a9a0-4ea2-a8b7-403438d38502 req-dcdc9058-1366-4987-9f02-e39d4135d74c tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/ports?device_id=390893f3-2c2b-4803-b7a8-3c19fb0503a4 HTTP/1.1" status: 200 len: 945 time: 0.0470674 Aug 31 04:35:52.201398 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-ddf56b1e-a9a0-4ea2-a8b7-403438d38502 req-c3bfbf64-a6a6-45d4-a814-bc4eeedb1c98 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/security-groups?id=75b78e4a-f72a-42ae-924c-e5c8844ea7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333872 Aug 31 04:35:52.578237 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8b8096-7a93-457b-b300-9bcebbff12a9 req-dbdb1d52-588d-44c1-a301-b5e55150014e tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:52.579707 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-bf8b8096-7a93-457b-b300-9bcebbff12a9 req-dbdb1d52-588d-44c1-a301-b5e55150014e tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/ports?device_id=52cbbfc5-8311-4ec1-a286-07786d70effb HTTP/1.1" status: 200 len: 946 time: 0.0479190 Aug 31 04:35:52.620348 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-bf8b8096-7a93-457b-b300-9bcebbff12a9 req-d8764cdb-8b8d-476b-8007-0d92adb7cd66 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/security-groups?id=48bcc221-22f0-42ba-bd8e-dded2d21f831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337307 Aug 31 04:35:52.783884 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa89de7-f995-4cbf-a033-ca2e6b81f3b2 req-24811a22-f618-4f2d-ba37-f29ab6086fc2 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:52.785882 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-3aa89de7-f995-4cbf-a033-ca2e6b81f3b2 req-24811a22-f618-4f2d-ba37-f29ab6086fc2 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 944 time: 0.0533378 Aug 31 04:35:52.826300 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-3aa89de7-f995-4cbf-a033-ca2e6b81f3b2 req-754dda70-7e03-43ec-a7f1-9391fe7f004e tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b04e1e0-6e1c-49a5-a7f2-f3ca3ba46212&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342660 Aug 31 04:35:52.912088 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-bc361788-7f58-4873-8638-ec130f9a589e req-c1ecfece-5b09-4dd8-8820-d62c55536f75 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fdca9c-d400-411b-92f3-aeef4efc766b HTTP/1.1" status: 200 len: 210 time: 0.0265822 Aug 31 04:35:53.317938 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889a0cbb-0035-4005-aa75-b9ba47671615 req-a038d80c-00d2-46e1-88c0-87aeb262e33b tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:53.319784 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-889a0cbb-0035-4005-aa75-b9ba47671615 req-a038d80c-00d2-46e1-88c0-87aeb262e33b tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/ports?device_id=390893f3-2c2b-4803-b7a8-3c19fb0503a4 HTTP/1.1" status: 200 len: 945 time: 0.0486271 Aug 31 04:35:53.358259 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-889a0cbb-0035-4005-aa75-b9ba47671615 req-89b25f31-331d-49da-aa30-1b4f5adee2fe tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/security-groups?id=75b78e4a-f72a-42ae-924c-e5c8844ea7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325360 Aug 31 04:35:53.740227 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a23b9e6-4918-4234-9a54-b2ceb0f53065 req-51b6bc63-858e-464d-942b-d8e98ab8aea8 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:53.741711 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-4a23b9e6-4918-4234-9a54-b2ceb0f53065 req-51b6bc63-858e-464d-942b-d8e98ab8aea8 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/ports?device_id=52cbbfc5-8311-4ec1-a286-07786d70effb HTTP/1.1" status: 200 len: 946 time: 0.0521793 Aug 31 04:35:53.781845 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-4a23b9e6-4918-4234-9a54-b2ceb0f53065 req-1c3396d9-5ce4-440f-9d9d-5965f01f4d3a tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/security-groups?id=48bcc221-22f0-42ba-bd8e-dded2d21f831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339620 Aug 31 04:35:53.946158 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b59f603-eaab-4eab-82cf-7b6b797c564c req-c2fa15ef-050d-4d9e-8b24-d007d5b566cb tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:53.947567 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-1b59f603-eaab-4eab-82cf-7b6b797c564c req-c2fa15ef-050d-4d9e-8b24-d007d5b566cb tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 944 time: 0.0491855 Aug 31 04:35:53.986490 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-1b59f603-eaab-4eab-82cf-7b6b797c564c req-5faa51a9-4a6b-4923-aa6f-5d9d194ecf06 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b04e1e0-6e1c-49a5-a7f2-f3ca3ba46212&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328162 Aug 31 04:35:54.079738 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-88aaf364-f3b3-4f1c-87ba-7ee8ceb98cad req-a4f6f0b5-5d05-4367-afaf-9a02cb3a8ad6 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fdca9c-d400-411b-92f3-aeef4efc766b HTTP/1.1" status: 200 len: 210 time: 0.0253866 Aug 31 04:35:54.478673 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a673aaf-f2d4-419e-be92-50108c7798d5 req-a6c306ec-4814-459f-a124-75d227e346ae tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:54.480273 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-3a673aaf-f2d4-419e-be92-50108c7798d5 req-a6c306ec-4814-459f-a124-75d227e346ae tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/ports?device_id=390893f3-2c2b-4803-b7a8-3c19fb0503a4 HTTP/1.1" status: 200 len: 945 time: 0.0506105 Aug 31 04:35:54.522530 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-3a673aaf-f2d4-419e-be92-50108c7798d5 req-b5d73aa5-570a-439e-9398-dcf106bd8d60 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/security-groups?id=75b78e4a-f72a-42ae-924c-e5c8844ea7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360115 Aug 31 04:35:54.896219 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c903fbfd-4f74-4189-bf83-7961ca65e1ed req-a4a45ce5-8eaa-4ea8-aee8-824e51372d75 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:54.897720 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-c903fbfd-4f74-4189-bf83-7961ca65e1ed req-a4a45ce5-8eaa-4ea8-aee8-824e51372d75 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/ports?device_id=52cbbfc5-8311-4ec1-a286-07786d70effb HTTP/1.1" status: 200 len: 946 time: 0.0477436 Aug 31 04:35:54.936057 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-c903fbfd-4f74-4189-bf83-7961ca65e1ed req-80b81a9c-ff46-48d1-a01f-00d7b9453f78 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/security-groups?id=48bcc221-22f0-42ba-bd8e-dded2d21f831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322142 Aug 31 04:35:55.108087 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1700fd1d-206b-457e-a685-0e243072be86 req-6d6541d4-cbbd-42d5-bc04-c34c114cd0d3 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:55.109508 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-1700fd1d-206b-457e-a685-0e243072be86 req-6d6541d4-cbbd-42d5-bc04-c34c114cd0d3 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 944 time: 0.0488751 Aug 31 04:35:55.148817 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-1700fd1d-206b-457e-a685-0e243072be86 req-e2155d9f-d3bf-4178-841e-b35f5e4384dc tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b04e1e0-6e1c-49a5-a7f2-f3ca3ba46212&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324636 Aug 31 04:35:55.236050 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-a74c6ef1-5501-400f-9b40-a77e42968fff req-a34c9732-b670-49e5-9b34-15dca3bfdf81 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fdca9c-d400-411b-92f3-aeef4efc766b HTTP/1.1" status: 200 len: 210 time: 0.0285559 Aug 31 04:35:55.657410 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12842ad-1d52-4c7f-916b-92c0c2e8648c req-c4c05d8c-3fbe-4fd2-8591-d345af513c95 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:55.658990 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-e12842ad-1d52-4c7f-916b-92c0c2e8648c req-c4c05d8c-3fbe-4fd2-8591-d345af513c95 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/ports?device_id=390893f3-2c2b-4803-b7a8-3c19fb0503a4 HTTP/1.1" status: 200 len: 945 time: 0.0667973 Aug 31 04:35:55.700623 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-e12842ad-1d52-4c7f-916b-92c0c2e8648c req-52182dda-53e0-4768-879d-b4d8321455d2 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/security-groups?id=75b78e4a-f72a-42ae-924c-e5c8844ea7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343413 Aug 31 04:35:56.053842 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251c4d3d-f2d7-46e0-b569-c1f30053efc1 req-643f3b5d-c048-4215-b9df-8e6a66d9b6c9 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:56.055310 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-251c4d3d-f2d7-46e0-b569-c1f30053efc1 req-643f3b5d-c048-4215-b9df-8e6a66d9b6c9 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/ports?device_id=52cbbfc5-8311-4ec1-a286-07786d70effb HTTP/1.1" status: 200 len: 946 time: 0.0477698 Aug 31 04:35:56.092485 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-251c4d3d-f2d7-46e0-b569-c1f30053efc1 req-1f26f58b-ee05-4f6c-add4-e379bb218cac tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/security-groups?id=48bcc221-22f0-42ba-bd8e-dded2d21f831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314350 Aug 31 04:35:56.164624 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4e8d2ec7-e19d-42cd-9d20-a71d5b69eb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:56.264342 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e62213-90ba-4a5e-8290-84376fee2c07 req-f9836bb0-dfb9-4d65-9c06-63b061a1cbcc tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:56.265701 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-f5e62213-90ba-4a5e-8290-84376fee2c07 req-f9836bb0-dfb9-4d65-9c06-63b061a1cbcc tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 944 time: 0.0476298 Aug 31 04:35:56.313592 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-f5e62213-90ba-4a5e-8290-84376fee2c07 req-960e2e98-ef63-4e17-88db-4e5fac6d132c tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b04e1e0-6e1c-49a5-a7f2-f3ca3ba46212&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409589 Aug 31 04:35:56.400697 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-de8a9aff-aad8-41c5-a6fe-7f465f901a5a req-758313ba-5b29-44af-a9f7-90102bda3baf tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fdca9c-d400-411b-92f3-aeef4efc766b HTTP/1.1" status: 200 len: 210 time: 0.0305445 Aug 31 04:35:56.814576 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ba0cdf-fbd2-4926-9a99-70521c49fcd9 req-b822728d-a156-4be3-9200-d63699775bb4 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:56.816164 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-51ba0cdf-fbd2-4926-9a99-70521c49fcd9 req-b822728d-a156-4be3-9200-d63699775bb4 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/ports?device_id=390893f3-2c2b-4803-b7a8-3c19fb0503a4 HTTP/1.1" status: 200 len: 945 time: 0.0494406 Aug 31 04:35:56.853959 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-51ba0cdf-fbd2-4926-9a99-70521c49fcd9 req-55cb142c-eed4-4283-b691-0f6655259215 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/security-groups?id=75b78e4a-f72a-42ae-924c-e5c8844ea7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312932 Aug 31 04:35:57.207481 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbce7576-ecbc-407b-93e8-e8bf552435c1 req-31f5335e-56c0-48b6-8ba6-4d8ace85e723 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:57.209668 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-fbce7576-ecbc-407b-93e8-e8bf552435c1 req-31f5335e-56c0-48b6-8ba6-4d8ace85e723 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/ports?device_id=52cbbfc5-8311-4ec1-a286-07786d70effb HTTP/1.1" status: 200 len: 946 time: 0.0487258 Aug 31 04:35:57.303414 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-fbce7576-ecbc-407b-93e8-e8bf552435c1 req-de071adb-70ff-4607-b150-8a4f36872432 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/security-groups?id=48bcc221-22f0-42ba-bd8e-dded2d21f831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876198 Aug 31 04:35:57.348733 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81c0373-2ea5-4f8c-99a9-75afd127cde4 req-92d84d4c-0229-44c4-907c-4824153900c4 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:57.350498 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-d81c0373-2ea5-4f8c-99a9-75afd127cde4 req-92d84d4c-0229-44c4-907c-4824153900c4 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.13 "GET /v2.0/networks?id=43249730-b634-4d1c-bb80-40b48d096428 HTTP/1.1" status: 200 len: 811 time: 0.1332908 Aug 31 04:35:57.443530 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-d81c0373-2ea5-4f8c-99a9-75afd127cde4 req-c4966d65-fc3c-426f-94fb-6320ab9053eb tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bc308d1c5c63497ca880321a556c0dcf HTTP/1.1" status: 200 len: 379 time: 0.0623636 Aug 31 04:35:57.455440 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfa7263-1a7e-4125-a8cb-ee9dc69b6612 req-ff0bf969-10b1-4a2a-a043-bd386ac4c6c2 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:57.456902 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-3bfa7263-1a7e-4125-a8cb-ee9dc69b6612 req-ff0bf969-10b1-4a2a-a043-bd386ac4c6c2 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 944 time: 0.0698016 Aug 31 04:35:57.464056 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.v2.base [req-d81c0373-2ea5-4f8c-99a9-75afd127cde4 req-a6b47648-8375-47a5-9b62-bf0ef8bba8a3 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Request body: {'port': {'device_id': '35fdca9c-d400-411b-92f3-aeef4efc766b', 'network_id': '43249730-b634-4d1c-bb80-40b48d096428', 'admin_state_up': True, 'tenant_id': 'bc308d1c5c63497ca880321a556c0dcf', 'security_groups': ['5087df51-3381-4802-9616-3985fed72e9a']}} {{(pid=93874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:35:57.552292 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-594176b7-bce6-47d2-93e2-1cd72fbb9313 req-a029beb6-a002-4daf-9ce2-5368df510a0d tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fdca9c-d400-411b-92f3-aeef4efc766b HTTP/1.1" status: 200 len: 210 time: 0.0634964 Aug 31 04:35:57.576728 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-3bfa7263-1a7e-4125-a8cb-ee9dc69b6612 req-29618c10-68ff-4ca5-8fc0-ecf9182e3559 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b04e1e0-6e1c-49a5-a7f2-f3ca3ba46212&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093037 Aug 31 04:35:57.634495 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d81c0373-2ea5-4f8c-99a9-75afd127cde4 req-a6b47648-8375-47a5-9b62-bf0ef8bba8a3 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Made reservation on behalf of bc308d1c5c63497ca880321a556c0dcf for: {'port': 1} {{(pid=93874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:35:57.638285 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [req-d81c0373-2ea5-4f8c-99a9-75afd127cde4 req-a6b47648-8375-47a5-9b62-bf0ef8bba8a3 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:57.742071 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:57.766723 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.db.db_base_plugin_common [req-d81c0373-2ea5-4f8c-99a9-75afd127cde4 req-a6b47648-8375-47a5-9b62-bf0ef8bba8a3 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Allocated IP 172.20.0.6 (43249730-b634-4d1c-bb80-40b48d096428/c2aeecc1-c6f6-4357-a249-423447e6cfa6/f74e9e6a-3e89-4439-bb88-91a7fdd5e305) {{(pid=93874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:35:57.903876 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [req-d81c0373-2ea5-4f8c-99a9-75afd127cde4 req-a6b47648-8375-47a5-9b62-bf0ef8bba8a3 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Notify callbacks [] for port, precommit_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:57.918755 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [req-d81c0373-2ea5-4f8c-99a9-75afd127cde4 req-a6b47648-8375-47a5-9b62-bf0ef8bba8a3 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Transition to ACTIVE for port object f74e9e6a-3e89-4439-bb88-91a7fdd5e305 will not be triggered until provisioned by entity DHCP. {{(pid=93874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 04:35:57.988513 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c3438d-aee8-4564-9de8-efcc86d0acac req-7287ec03-9a82-4299-a63f-1c594b200453 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:57.990126 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-14c3438d-aee8-4564-9de8-efcc86d0acac req-7287ec03-9a82-4299-a63f-1c594b200453 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/ports?device_id=390893f3-2c2b-4803-b7a8-3c19fb0503a4 HTTP/1.1" status: 200 len: 945 time: 0.0697536 Aug 31 04:35:57.998431 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [req-d81c0373-2ea5-4f8c-99a9-75afd127cde4 req-a6b47648-8375-47a5-9b62-bf0ef8bba8a3 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730086931496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16403769'] for port, after_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:58.061690 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d81c0373-2ea5-4f8c-99a9-75afd127cde4 req-a6b47648-8375-47a5-9b62-bf0ef8bba8a3 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Network 43249730-b634-4d1c-bb80-40b48d096428 is already hosted by enough agents. {{(pid=93874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:35:58.071585 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.scheduler.base_scheduler [req-d81c0373-2ea5-4f8c-99a9-75afd127cde4 req-a6b47648-8375-47a5-9b62-bf0ef8bba8a3 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Resources bound (agent type, host, resource id): {{(pid=93874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:35:58.075109 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b47648-8375-47a5-9b62-bf0ef8bba8a3 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Pushing event updated for resources: {'Port': ['ID=f74e9e6a-3e89-4439-bb88-91a7fdd5e305,revision_number=1']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:58.077655 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [req-d81c0373-2ea5-4f8c-99a9-75afd127cde4 req-a6b47648-8375-47a5-9b62-bf0ef8bba8a3 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Received port after_create {{(pid=93874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 04:35:58.084386 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-14c3438d-aee8-4564-9de8-efcc86d0acac req-0d37dd4d-1e79-45b2-a046-cc9d22699703 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/security-groups?id=75b78e4a-f72a-42ae-924c-e5c8844ea7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879765 Aug 31 04:35:58.112697 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b47648-8375-47a5-9b62-bf0ef8bba8a3 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:35:58.113057 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b47648-8375-47a5-9b62-bf0ef8bba8a3 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:35:58.113389 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b47648-8375-47a5-9b62-bf0ef8bba8a3 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:35:58.113717 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b47648-8375-47a5-9b62-bf0ef8bba8a3 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:35:58.114048 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b47648-8375-47a5-9b62-bf0ef8bba8a3 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:35:58.114963 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b47648-8375-47a5-9b62-bf0ef8bba8a3 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:35:58.115441 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b47648-8375-47a5-9b62-bf0ef8bba8a3 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:35:58.115772 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b47648-8375-47a5-9b62-bf0ef8bba8a3 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:35:58.116098 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b47648-8375-47a5-9b62-bf0ef8bba8a3 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:35:58.116421 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b47648-8375-47a5-9b62-bf0ef8bba8a3 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:35:58.116744 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b47648-8375-47a5-9b62-bf0ef8bba8a3 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:35:58.117060 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b47648-8375-47a5-9b62-bf0ef8bba8a3 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:35:58.143953 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81c0373-2ea5-4f8c-99a9-75afd127cde4 req-a6b47648-8375-47a5-9b62-bf0ef8bba8a3 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:58.144567 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [req-d81c0373-2ea5-4f8c-99a9-75afd127cde4 req-a6b47648-8375-47a5-9b62-bf0ef8bba8a3 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200266'] for port, before_response {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:58.159130 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-d81c0373-2ea5-4f8c-99a9-75afd127cde4 req-a6b47648-8375-47a5-9b62-bf0ef8bba8a3 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6987417 Aug 31 04:35:58.187793 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.v2.base [req-d81c0373-2ea5-4f8c-99a9-75afd127cde4 req-fff1241a-e1b6-4db8-9b77-5ecca56ea16d service neutron] Request body: {'port': {'device_id': '35fdca9c-d400-411b-92f3-aeef4efc766b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=93874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:35:58.243231 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [req-d81c0373-2ea5-4f8c-99a9-75afd127cde4 req-fff1241a-e1b6-4db8-9b77-5ecca56ea16d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:58.342585 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-707fd3c0-653d-47ba-97ab-309a02f34b4e None None] Provisioning for port f74e9e6a-3e89-4439-bb88-91a7fdd5e305 completed by entity DHCP. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 04:35:58.347960 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-707fd3c0-653d-47ba-97ab-309a02f34b4e None None] Provisioning complete for port f74e9e6a-3e89-4439-bb88-91a7fdd5e305 triggered by entity DHCP. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:35:58.348333 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-707fd3c0-653d-47ba-97ab-309a02f34b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667402'] for port, provisioning_complete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:58.384082 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-707fd3c0-653d-47ba-97ab-309a02f34b4e None None] Port f74e9e6a-3e89-4439-bb88-91a7fdd5e305 cannot update to ACTIVE because it is not bound. {{(pid=93875) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 04:35:58.470531 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9211f8a-373b-4e8c-853b-535f50e8127f req-c9ebcaba-6b5c-42b8-a05a-0023b92bd800 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:58.471995 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-f9211f8a-373b-4e8c-853b-535f50e8127f req-c9ebcaba-6b5c-42b8-a05a-0023b92bd800 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/ports?device_id=52cbbfc5-8311-4ec1-a286-07786d70effb HTTP/1.1" status: 200 len: 946 time: 0.0966733 Aug 31 04:35:58.531308 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-f9211f8a-373b-4e8c-853b-535f50e8127f req-55a7a1fd-c47f-4185-b166-540a8bf1848d tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/security-groups?id=48bcc221-22f0-42ba-bd8e-dded2d21f831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525751 Aug 31 04:35:58.569958 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.notifiers.nova [req-d81c0373-2ea5-4f8c-99a9-75afd127cde4 req-fff1241a-e1b6-4db8-9b77-5ecca56ea16d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f74e9e6a-3e89-4439-bb88-91a7fdd5e305 {{(pid=93874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 04:35:58.577203 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [req-d81c0373-2ea5-4f8c-99a9-75afd127cde4 req-fff1241a-e1b6-4db8-9b77-5ecca56ea16d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:58.590038 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [req-d81c0373-2ea5-4f8c-99a9-75afd127cde4 req-fff1241a-e1b6-4db8-9b77-5ecca56ea16d service neutron] Transition to ACTIVE for port object f74e9e6a-3e89-4439-bb88-91a7fdd5e305 will not be triggered until provisioned by entity L2. {{(pid=93874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 04:35:58.595495 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [req-d81c0373-2ea5-4f8c-99a9-75afd127cde4 req-fff1241a-e1b6-4db8-9b77-5ecca56ea16d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16403712'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:58.659913 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3fb8ec1d-86c2-4795-abbf-368978a5838d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:58.688436 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff1241a-e1b6-4db8-9b77-5ecca56ea16d service neutron] Pushing event updated for resources: {'Port': ['ID=f74e9e6a-3e89-4439-bb88-91a7fdd5e305,revision_number=2']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:58.751121 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41408ae4-b90d-415b-aa2a-168e438a0a5a req-2c5e7d44-202c-4587-a3f3-7ccb989e4b5d tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:58.752611 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-41408ae4-b90d-415b-aa2a-168e438a0a5a req-2c5e7d44-202c-4587-a3f3-7ccb989e4b5d tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fdca9c-d400-411b-92f3-aeef4efc766b HTTP/1.1" status: 200 len: 943 time: 0.1236441 Aug 31 04:35:58.807543 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee55a5e2-168a-49e4-83d3-957ba772763e req-f7fd7507-d041-482c-bb07-4c896933fe32 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:58.809926 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-ee55a5e2-168a-49e4-83d3-957ba772763e req-f7fd7507-d041-482c-bb07-4c896933fe32 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 944 time: 0.1377740 Aug 31 04:35:58.869940 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-41408ae4-b90d-415b-aa2a-168e438a0a5a req-eb49dc77-3015-4be0-a22e-92a42daba315 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/security-groups?id=5087df51-3381-4802-9616-3985fed72e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955963 Aug 31 04:35:58.875587 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.managers [req-d81c0373-2ea5-4f8c-99a9-75afd127cde4 req-fff1241a-e1b6-4db8-9b77-5ecca56ea16d service neutron] Attempting to bind port f74e9e6a-3e89-4439-bb88-91a7fdd5e305 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 04:35:58.875921 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.managers [req-d81c0373-2ea5-4f8c-99a9-75afd127cde4 req-fff1241a-e1b6-4db8-9b77-5ecca56ea16d service neutron] Attempting to bind port f74e9e6a-3e89-4439-bb88-91a7fdd5e305 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': 'a7412fb6-0162-4662-bc72-ded560595039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '43249730-b634-4d1c-bb80-40b48d096428'}] {{(pid=93874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 04:35:58.876245 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d81c0373-2ea5-4f8c-99a9-75afd127cde4 req-fff1241a-e1b6-4db8-9b77-5ecca56ea16d service neutron] Attempting to bind port f74e9e6a-3e89-4439-bb88-91a7fdd5e305 on network 43249730-b634-4d1c-bb80-40b48d096428 {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 04:35:58.886800 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-ee55a5e2-168a-49e4-83d3-957ba772763e req-f318b82c-6c09-4740-955a-4a07188ff61f tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b04e1e0-6e1c-49a5-a7f2-f3ca3ba46212&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714104 Aug 31 04:35:58.887485 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d81c0373-2ea5-4f8c-99a9-75afd127cde4 req-fff1241a-e1b6-4db8-9b77-5ecca56ea16d service neutron] Port f74e9e6a-3e89-4439-bb88-91a7fdd5e305 on network 43249730-b634-4d1c-bb80-40b48d096428 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 04:35:58.887802 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d81c0373-2ea5-4f8c-99a9-75afd127cde4 req-fff1241a-e1b6-4db8-9b77-5ecca56ea16d service neutron] Attempting to bind port f74e9e6a-3e89-4439-bb88-91a7fdd5e305 on network 43249730-b634-4d1c-bb80-40b48d096428 {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 04:35:58.893754 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d81c0373-2ea5-4f8c-99a9-75afd127cde4 req-fff1241a-e1b6-4db8-9b77-5ecca56ea16d service neutron] Checking agent: {'id': 'cec96490-d34b-42db-b58a-d4405faa4e11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 4, 30, 28), 'started_at': datetime.datetime(2021, 8, 31, 4, 30, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 4, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 04:35:58.894122 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d81c0373-2ea5-4f8c-99a9-75afd127cde4 req-fff1241a-e1b6-4db8-9b77-5ecca56ea16d service neutron] Checking segment: {'id': 'a7412fb6-0162-4662-bc72-ded560595039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '43249730-b634-4d1c-bb80-40b48d096428'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 04:35:58.894681 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d81c0373-2ea5-4f8c-99a9-75afd127cde4 req-fff1241a-e1b6-4db8-9b77-5ecca56ea16d service neutron] Bound using segment: {'id': 'a7412fb6-0162-4662-bc72-ded560595039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '43249730-b634-4d1c-bb80-40b48d096428'} {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 04:35:58.895136 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.managers [req-d81c0373-2ea5-4f8c-99a9-75afd127cde4 req-fff1241a-e1b6-4db8-9b77-5ecca56ea16d service neutron] Bound port: f74e9e6a-3e89-4439-bb88-91a7fdd5e305, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7412fb6-0162-4662-bc72-ded560595039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '43249730-b634-4d1c-bb80-40b48d096428'}}] {{(pid=93874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 04:35:58.895525 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [req-d81c0373-2ea5-4f8c-99a9-75afd127cde4 req-fff1241a-e1b6-4db8-9b77-5ecca56ea16d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:58.924080 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91efac84-8fe8-4f90-8e6f-ed62168dfeaa req-43060819-3966-4d10-a30f-aec70ad0ea58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:58.925611 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-91efac84-8fe8-4f90-8e6f-ed62168dfeaa req-43060819-3966-4d10-a30f-aec70ad0ea58 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=390893f3-2c2b-4803-b7a8-3c19fb0503a4 HTTP/1.1" status: 200 len: 1098 time: 0.0514054 Aug 31 04:35:58.960757 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:58.972896 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-91efac84-8fe8-4f90-8e6f-ed62168dfeaa req-613bdda6-0055-4912-b3bd-677ff8c5b7ee service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=75b78e4a-f72a-42ae-924c-e5c8844ea7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343022 Aug 31 04:35:58.981955 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [req-d81c0373-2ea5-4f8c-99a9-75afd127cde4 req-fff1241a-e1b6-4db8-9b77-5ecca56ea16d service neutron] For port f74e9e6a-3e89-4439-bb88-91a7fdd5e305, host hv-cinder-77819, cleared binding levels {{(pid=93874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:35:58.985294 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [req-d81c0373-2ea5-4f8c-99a9-75afd127cde4 req-fff1241a-e1b6-4db8-9b77-5ecca56ea16d service neutron] For port f74e9e6a-3e89-4439-bb88-91a7fdd5e305, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=f74e9e6a-3e89-4439-bb88-91a7fdd5e305,segment=NetworkSegment(a7412fb6-0162-4662-bc72-ded560595039),segment_id=a7412fb6-0162-4662-bc72-ded560595039)] {{(pid=93874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:35:58.989675 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [req-d81c0373-2ea5-4f8c-99a9-75afd127cde4 req-fff1241a-e1b6-4db8-9b77-5ecca56ea16d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16403712'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:59.020394 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81c0373-2ea5-4f8c-99a9-75afd127cde4 req-fff1241a-e1b6-4db8-9b77-5ecca56ea16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:59.021695 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [req-d81c0373-2ea5-4f8c-99a9-75afd127cde4 req-fff1241a-e1b6-4db8-9b77-5ecca56ea16d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200266'] for port, before_response {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:59.023101 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-d81c0373-2ea5-4f8c-99a9-75afd127cde4 req-fff1241a-e1b6-4db8-9b77-5ecca56ea16d service neutron] 10.222.0.13 "PUT /v2.0/ports/f74e9e6a-3e89-4439-bb88-91a7fdd5e305 HTTP/1.1" status: 200 len: 1093 time: 0.8397410 Aug 31 04:35:59.023488 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35fdca9c-d400-411b-92f3-aeef4efc766b', 'tag': 'f74e9e6a-3e89-4439-bb88-91a7fdd5e305'}] {{(pid=93874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 04:35:59.025694 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5938699f339110e9e8a85feef94aa89cb8ce9e43d70de9421afa6be4e30d1429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05112b8c-e4ec-4b65-8849-22fe8d0fff09" -d '{"events": [{"name": "network-changed", "server_uuid": "35fdca9c-d400-411b-92f3-aeef4efc766b", "tag": "f74e9e6a-3e89-4439-bb88-91a7fdd5e305"}]}' {{(pid=93874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:35:59.051505 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff1241a-e1b6-4db8-9b77-5ecca56ea16d service neutron] Pushing event updated for resources: {'Port': ['ID=f74e9e6a-3e89-4439-bb88-91a7fdd5e305,revision_number=3']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:59.064089 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 04:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caaaa1d0-b7be-4e14-a3f0-cc42e6046f01 x-openstack-request-id: req-caaaa1d0-b7be-4e14-a3f0-cc42e6046f01 {{(pid=93874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:35:59.064562 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35fdca9c-d400-411b-92f3-aeef4efc766b", "tag": "f74e9e6a-3e89-4439-bb88-91a7fdd5e305", "status": "completed", "code": 200}]} {{(pid=93874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:35:59.064700 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-caaaa1d0-b7be-4e14-a3f0-cc42e6046f01 {{(pid=93874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:35:59.065169 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35fdca9c-d400-411b-92f3-aeef4efc766b', 'tag': 'f74e9e6a-3e89-4439-bb88-91a7fdd5e305', 'status': 'completed', 'code': 200} Aug 31 04:35:59.201999 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f299cb17-9450-4bf3-b223-dffc864f9777 req-0d9fe34d-b89b-489e-9fca-c9fb48b27f45 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:59.203616 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-f299cb17-9450-4bf3-b223-dffc864f9777 req-0d9fe34d-b89b-489e-9fca-c9fb48b27f45 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/ports?device_id=390893f3-2c2b-4803-b7a8-3c19fb0503a4 HTTP/1.1" status: 200 len: 945 time: 0.0483525 Aug 31 04:35:59.244285 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-f299cb17-9450-4bf3-b223-dffc864f9777 req-a8a40635-4769-408c-9d46-74cdc1a3f3b8 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/security-groups?id=75b78e4a-f72a-42ae-924c-e5c8844ea7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348315 Aug 31 04:35:59.462514 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05112b8c-e4ec-4b65-8849-22fe8d0fff09 req-93d85ee1-2212-40bd-bb0c-154272e888ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:59.464182 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-05112b8c-e4ec-4b65-8849-22fe8d0fff09 req-93d85ee1-2212-40bd-bb0c-154272e888ae service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bc308d1c5c63497ca880321a556c0dcf&device_id=35fdca9c-d400-411b-92f3-aeef4efc766b HTTP/1.1" status: 200 len: 1096 time: 0.0395453 Aug 31 04:35:59.589269 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05112b8c-e4ec-4b65-8849-22fe8d0fff09 req-01a51604-7e10-4e90-a617-d96767f975b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:59.590751 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-05112b8c-e4ec-4b65-8849-22fe8d0fff09 req-01a51604-7e10-4e90-a617-d96767f975b5 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=bc308d1c5c63497ca880321a556c0dcf&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0879469 Aug 31 04:35:59.707525 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e27151-42f0-4616-b42c-96c620c89eb0 req-ba71321d-1d27-4ba7-8ced-935723038e12 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:59.709054 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-66e27151-42f0-4616-b42c-96c620c89eb0 req-ba71321d-1d27-4ba7-8ced-935723038e12 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/ports?device_id=52cbbfc5-8311-4ec1-a286-07786d70effb HTTP/1.1" status: 200 len: 946 time: 0.1092565 Aug 31 04:35:59.735150 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05112b8c-e4ec-4b65-8849-22fe8d0fff09 req-d9dcc532-15ac-4e79-995e-6358fc0a010a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:59.736613 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-05112b8c-e4ec-4b65-8849-22fe8d0fff09 req-d9dcc532-15ac-4e79-995e-6358fc0a010a service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1285906 Aug 31 04:35:59.756245 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-66e27151-42f0-4616-b42c-96c620c89eb0 req-41c5126b-7953-493f-96d3-8f4dcb087df4 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/security-groups?id=48bcc221-22f0-42ba-bd8e-dded2d21f831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412741 Aug 31 04:35:59.819473 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fab8eb4-e35d-4d15-9339-1162c09e7a9b req-01e8ca27-8082-465a-9c60-5976f6da997d tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:59.820966 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-5fab8eb4-e35d-4d15-9339-1162c09e7a9b req-01e8ca27-8082-465a-9c60-5976f6da997d tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.13 "GET /v2.0/ports?device_id=52cbbfc5-8311-4ec1-a286-07786d70effb HTTP/1.1" status: 200 len: 946 time: 0.0528393 Aug 31 04:35:59.823010 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cae06a7b-375a-4b62-8781-ea2d8af560c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:59.876794 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81c0373-2ea5-4f8c-99a9-75afd127cde4 req-e27b8e70-6a78-4495-9114-f92670c1daf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:59.878297 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-d81c0373-2ea5-4f8c-99a9-75afd127cde4 req-e27b8e70-6a78-4495-9114-f92670c1daf6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bc308d1c5c63497ca880321a556c0dcf&device_id=35fdca9c-d400-411b-92f3-aeef4efc766b HTTP/1.1" status: 200 len: 1096 time: 0.0388868 Aug 31 04:35:59.920502 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [req-5fab8eb4-e35d-4d15-9339-1162c09e7a9b req-9005ff9a-5b41-481f-9bd5-5eea4af4b938 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] Deleting port f47b1b7d-b049-45c3-bd33-ab678c7e167b {{(pid=93873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 04:35:59.920852 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-5fab8eb4-e35d-4d15-9339-1162c09e7a9b req-9005ff9a-5b41-481f-9bd5-5eea4af4b938 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730087506454'] for port, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:59.947192 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-d81c0373-2ea5-4f8c-99a9-75afd127cde4 req-ddbcb4c5-3d22-4ee1-90b7-06e33ffa0e7f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f74e9e6a-3e89-4439-bb88-91a7fdd5e305 HTTP/1.1" status: 200 len: 217 time: 0.0499322 Aug 31 04:36:00.022559 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [req-5fab8eb4-e35d-4d15-9339-1162c09e7a9b req-9005ff9a-5b41-481f-9bd5-5eea4af4b938 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] For port f47b1b7d-b049-45c3-bd33-ab678c7e167b, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=f47b1b7d-b049-45c3-bd33-ab678c7e167b,segment=NetworkSegment(f953cf20-e56c-4af7-b2ae-f9d2d33099ff),segment_id=f953cf20-e56c-4af7-b2ae-f9d2d33099ff)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:36:00.023070 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-5fab8eb4-e35d-4d15-9339-1162c09e7a9b req-9005ff9a-5b41-481f-9bd5-5eea4af4b938 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7955047'] for port, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:00.036501 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [req-5fab8eb4-e35d-4d15-9339-1162c09e7a9b req-9005ff9a-5b41-481f-9bd5-5eea4af4b938 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] Calling delete_port for f47b1b7d-b049-45c3-bd33-ab678c7e167b owned by compute:nova {{(pid=93873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 04:36:00.052240 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81c0373-2ea5-4f8c-99a9-75afd127cde4 req-e5b53236-4274-421d-ac3f-7e22d28071d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:00.053671 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-d81c0373-2ea5-4f8c-99a9-75afd127cde4 req-e5b53236-4274-421d-ac3f-7e22d28071d0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c2aeecc1-c6f6-4357-a249-423447e6cfa6 HTTP/1.1" status: 200 len: 850 time: 0.0977287 Aug 31 04:36:00.060780 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031fc0c0-b83d-4c51-852e-3aaa0585e8be req-485e763e-6c3c-4b42-8318-7bc3dbfc86dd tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:00.062723 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-031fc0c0-b83d-4c51-852e-3aaa0585e8be req-485e763e-6c3c-4b42-8318-7bc3dbfc86dd tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fdca9c-d400-411b-92f3-aeef4efc766b HTTP/1.1" status: 200 len: 943 time: 0.1182868 Aug 31 04:36:00.116892 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22d1a79-508d-4cd8-9cc3-a7c50410172b req-47f823b7-7046-475b-a8fc-e60fab46bce5 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:00.118383 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-f22d1a79-508d-4cd8-9cc3-a7c50410172b req-47f823b7-7046-475b-a8fc-e60fab46bce5 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 944 time: 0.1208959 Aug 31 04:36:00.157746 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-031fc0c0-b83d-4c51-852e-3aaa0585e8be req-6753db08-e919-44d5-b868-f0fb0067e366 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/security-groups?id=5087df51-3381-4802-9616-3985fed72e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887473 Aug 31 04:36:00.160925 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81c0373-2ea5-4f8c-99a9-75afd127cde4 req-1b028890-c824-4b00-8dd1-08a2f931dd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:00.163095 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-d81c0373-2ea5-4f8c-99a9-75afd127cde4 req-1b028890-c824-4b00-8dd1-08a2f931dd76 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=43249730-b634-4d1c-bb80-40b48d096428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0975235 Aug 31 04:36:00.164293 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-5fab8eb4-e35d-4d15-9339-1162c09e7a9b req-9005ff9a-5b41-481f-9bd5-5eea4af4b938 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730087509221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730086931505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4316683'] for port, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:00.180316 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-f22d1a79-508d-4cd8-9cc3-a7c50410172b req-e3f247c3-640e-41ff-b806-7a7666793250 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b04e1e0-6e1c-49a5-a7f2-f3ca3ba46212&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543902 Aug 31 04:36:00.196949 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9005ff9a-5b41-481f-9bd5-5eea4af4b938 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] Pushing event deleted for resources: {'Port': ['ID=f47b1b7d-b049-45c3-bd33-ab678c7e167b,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:36:00.209906 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9005ff9a-5b41-481f-9bd5-5eea4af4b938 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:36:00.210291 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9005ff9a-5b41-481f-9bd5-5eea4af4b938 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:36:00.210637 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9005ff9a-5b41-481f-9bd5-5eea4af4b938 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:36:00.210975 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9005ff9a-5b41-481f-9bd5-5eea4af4b938 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:36:00.211304 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9005ff9a-5b41-481f-9bd5-5eea4af4b938 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:36:00.211639 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9005ff9a-5b41-481f-9bd5-5eea4af4b938 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:36:00.211966 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9005ff9a-5b41-481f-9bd5-5eea4af4b938 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:36:00.212293 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9005ff9a-5b41-481f-9bd5-5eea4af4b938 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:36:00.212619 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9005ff9a-5b41-481f-9bd5-5eea4af4b938 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:36:00.212945 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9005ff9a-5b41-481f-9bd5-5eea4af4b938 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:36:00.213268 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9005ff9a-5b41-481f-9bd5-5eea4af4b938 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:36:00.213587 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9005ff9a-5b41-481f-9bd5-5eea4af4b938 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:36:00.218526 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] get_ports_and_sgs() called for port_ids ['f47b1b7d-b049-45c3-bd33-ab678c7e167b'] {{(pid=93875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 04:36:00.249854 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fab8eb4-e35d-4d15-9339-1162c09e7a9b req-9005ff9a-5b41-481f-9bd5-5eea4af4b938 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] No DVR routers for this DVR port f47b1b7d-b049-45c3-bd33-ab678c7e167b on host hv-cinder-77819 {{(pid=93873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 04:36:00.252204 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-5fab8eb4-e35d-4d15-9339-1162c09e7a9b req-9005ff9a-5b41-481f-9bd5-5eea4af4b938 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200266'] for port, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:00.254168 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-5fab8eb4-e35d-4d15-9339-1162c09e7a9b req-9005ff9a-5b41-481f-9bd5-5eea4af4b938 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.13 "DELETE /v2.0/ports/f47b1b7d-b049-45c3-bd33-ab678c7e167b HTTP/1.1" status: 204 len: 173 time: 0.4229639 Aug 31 04:36:00.254621 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52cbbfc5-8311-4ec1-a286-07786d70effb', 'name': 'network-vif-deleted', 'tag': 'f47b1b7d-b049-45c3-bd33-ab678c7e167b'}] {{(pid=93873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 04:36:00.257495 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a11e4e79c753650f2852f0d7a0fe7e91abda00271ce9373e69ea4f6baf967f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b65ed9f-bb94-4e7d-b787-75ad23324133" -d '{"events": [{"server_uuid": "52cbbfc5-8311-4ec1-a286-07786d70effb", "name": "network-vif-deleted", "tag": "f47b1b7d-b049-45c3-bd33-ab678c7e167b"}]}' {{(pid=93873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:36:00.268596 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-d81c0373-2ea5-4f8c-99a9-75afd127cde4 req-e407e861-a140-43df-a1d8-b096e7a73a28 service neutron] 10.222.0.13 "GET /v2.0/networks/43249730-b634-4d1c-bb80-40b48d096428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873451 Aug 31 04:36:00.301786 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 04:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0ae6a3e-a3fd-4383-a99c-d52a04b5c7ea x-openstack-request-id: req-e0ae6a3e-a3fd-4383-a99c-d52a04b5c7ea {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:36:00.302795 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52cbbfc5-8311-4ec1-a286-07786d70effb", "name": "network-vif-deleted", "tag": "f47b1b7d-b049-45c3-bd33-ab678c7e167b", "status": "completed", "code": 200}]} {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:36:00.303066 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e0ae6a3e-a3fd-4383-a99c-d52a04b5c7ea {{(pid=93873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:36:00.303481 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52cbbfc5-8311-4ec1-a286-07786d70effb', 'name': 'network-vif-deleted', 'tag': 'f47b1b7d-b049-45c3-bd33-ab678c7e167b', 'status': 'completed', 'code': 200} Aug 31 04:36:00.407618 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b99c48-ca2d-4b88-b14e-1f7b9834a09c req-a1158f49-8b88-494a-984b-0344ea80aac2 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:00.409077 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-27b99c48-ca2d-4b88-b14e-1f7b9834a09c req-a1158f49-8b88-494a-984b-0344ea80aac2 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/ports?device_id=390893f3-2c2b-4803-b7a8-3c19fb0503a4 HTTP/1.1" status: 200 len: 945 time: 0.0727091 Aug 31 04:36:00.426290 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-d81c0373-2ea5-4f8c-99a9-75afd127cde4 req-6303f124-4b35-45c4-ac5b-75ca8640e1c9 service neutron] 10.222.0.13 "GET /v2.0/networks/43249730-b634-4d1c-bb80-40b48d096428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422687 Aug 31 04:36:00.450918 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-27b99c48-ca2d-4b88-b14e-1f7b9834a09c req-abfd046a-0087-4aab-b7f3-20548a740305 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/security-groups?id=75b78e4a-f72a-42ae-924c-e5c8844ea7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339584 Aug 31 04:36:00.858747 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-2bad38c0-2906-41c4-ab48-cffe656b7adf req-f992b841-9b41-4d20-b415-10e957cb1450 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/ports?device_id=52cbbfc5-8311-4ec1-a286-07786d70effb HTTP/1.1" status: 200 len: 210 time: 0.0243914 Aug 31 04:36:01.259370 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a4fd8ad5-a492-4575-8673-07e6bf736dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:01.276081 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11a3c1f-9c60-4810-9c97-e848057490a4 req-fb60ac8f-9f67-48b8-9d2e-9cf303f697ab tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:01.277789 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-a11a3c1f-9c60-4810-9c97-e848057490a4 req-fb60ac8f-9f67-48b8-9d2e-9cf303f697ab tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fdca9c-d400-411b-92f3-aeef4efc766b HTTP/1.1" status: 200 len: 943 time: 0.0507066 Aug 31 04:36:01.344149 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-a11a3c1f-9c60-4810-9c97-e848057490a4 req-e72c5237-e7ac-4812-9670-a2287d42730c tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/security-groups?id=5087df51-3381-4802-9616-3985fed72e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565243 Aug 31 04:36:01.355296 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc37b289-3020-454a-8436-35fe5ba25562 req-9946720e-9d56-4e3f-ac03-fd2e713b47e4 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:01.356695 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-fc37b289-3020-454a-8436-35fe5ba25562 req-9946720e-9d56-4e3f-ac03-fd2e713b47e4 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 944 time: 0.0777988 Aug 31 04:36:01.393274 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-fc37b289-3020-454a-8436-35fe5ba25562 req-af90987c-1dcd-4d1a-bfca-1d671bf5d65e tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b04e1e0-6e1c-49a5-a7f2-f3ca3ba46212&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309880 Aug 31 04:36:01.567297 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131c1657-fd2c-4327-98a1-2ba956c8e655 req-a7b030a1-3af2-43a5-839f-41f66e422692 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:01.569168 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-131c1657-fd2c-4327-98a1-2ba956c8e655 req-a7b030a1-3af2-43a5-839f-41f66e422692 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/ports?device_id=390893f3-2c2b-4803-b7a8-3c19fb0503a4 HTTP/1.1" status: 200 len: 945 time: 0.0505152 Aug 31 04:36:01.632145 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-131c1657-fd2c-4327-98a1-2ba956c8e655 req-09c855e2-c321-4a6b-a8fc-0c262b37dd07 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/security-groups?id=75b78e4a-f72a-42ae-924c-e5c8844ea7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570760 Aug 31 04:36:01.648430 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2773638c-eb36-4424-9195-493f9c9ec454 req-75174c6b-e13f-4c08-996b-f1ae3968d1b5 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:01.649896 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-2773638c-eb36-4424-9195-493f9c9ec454 req-75174c6b-e13f-4c08-996b-f1ae3968d1b5 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 985 time: 0.0612152 Aug 31 04:36:01.718969 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-2773638c-eb36-4424-9195-493f9c9ec454 req-2ef9ff3e-7f05-47f1-935a-4ad4ca15d656 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/security-groups?id=0256d5e3-497e-404b-8817-4512e9e9e9ac&id=0f65e94a-0045-4695-bea3-6d2c0c319a75&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0628638 Aug 31 04:36:01.738354 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2582545a-ada8-423f-a8a9-43579f2edf65 req-03233941-b07e-4836-b843-1606de70cd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:01.738354 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-2582545a-ada8-423f-a8a9-43579f2edf65 req-03233941-b07e-4836-b843-1606de70cd4e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ab311a0b396b46aeb9650f0c41fada96&device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 1138 time: 0.0506368 Aug 31 04:36:01.830564 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2582545a-ada8-423f-a8a9-43579f2edf65 req-268ce4b0-da94-4b97-8ecc-003acb525db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:01.832339 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-2582545a-ada8-423f-a8a9-43579f2edf65 req-268ce4b0-da94-4b97-8ecc-003acb525db3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bb82b1c7-25b2-43f9-aa58-b7e64d26c2da HTTP/1.1" status: 200 len: 916 time: 0.0862670 Aug 31 04:36:01.964493 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d43a6e-49ba-4b61-9ecc-89cc5bc6c389 req-d0c9e8d7-fb34-4369-99f4-bdeb839a2e8e tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:01.966209 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-b8d43a6e-49ba-4b61-9ecc-89cc5bc6c389 req-d0c9e8d7-fb34-4369-99f4-bdeb839a2e8e tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/ports?device_id=390893f3-2c2b-4803-b7a8-3c19fb0503a4 HTTP/1.1" status: 200 len: 945 time: 0.0648732 Aug 31 04:36:01.968001 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-2582545a-ada8-423f-a8a9-43579f2edf65 req-c9d59a13-2ee3-48ce-bbea-e6f8ce24e9f3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aaa499c0-5a26-4672-a78d-9fc4fa36a9ba HTTP/1.1" status: 200 len: 1001 time: 0.1218843 Aug 31 04:36:01.973070 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebac86de-b347-4002-bcf7-5a1afcd27a14 req-100ef16b-b414-4cf4-950a-b3ac2966327b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:01.975356 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-ebac86de-b347-4002-bcf7-5a1afcd27a14 req-100ef16b-b414-4cf4-950a-b3ac2966327b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5c02d31770b24c65beddac4595cdfe52&device_id=390893f3-2c2b-4803-b7a8-3c19fb0503a4 HTTP/1.1" status: 200 len: 1098 time: 0.0459397 Aug 31 04:36:02.030772 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-b8d43a6e-49ba-4b61-9ecc-89cc5bc6c389 req-51d31b8d-edd3-4359-ba28-e276a5debdeb tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/security-groups?id=75b78e4a-f72a-42ae-924c-e5c8844ea7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579951 Aug 31 04:36:02.055396 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2582545a-ada8-423f-a8a9-43579f2edf65 req-d2178b2a-4a45-4757-8a81-86207c7c0a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:02.057001 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-2582545a-ada8-423f-a8a9-43579f2edf65 req-d2178b2a-4a45-4757-8a81-86207c7c0a7f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=737ced97-ee86-44b1-9767-e30f3f13dd11 HTTP/1.1" status: 200 len: 854 time: 0.0644689 Aug 31 04:36:02.094888 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebac86de-b347-4002-bcf7-5a1afcd27a14 req-c2f787a8-4cbb-4f2c-bd36-d14b35036cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:02.097015 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-ebac86de-b347-4002-bcf7-5a1afcd27a14 req-c2f787a8-4cbb-4f2c-bd36-d14b35036cab service neutron] 10.222.0.13 "GET /v2.0/networks?id=4c9c44bc-58fb-4b05-9942-3faf4a44f339 HTTP/1.1" status: 200 len: 919 time: 0.1043463 Aug 31 04:36:02.121366 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2582545a-ada8-423f-a8a9-43579f2edf65 req-77180930-447a-4f90-9942-4ff7fd4e5ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:02.128480 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-2582545a-ada8-423f-a8a9-43579f2edf65 req-77180930-447a-4f90-9942-4ff7fd4e5ed1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bb82b1c7-25b2-43f9-aa58-b7e64d26c2da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0536425 Aug 31 04:36:02.151999 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-ebac86de-b347-4002-bcf7-5a1afcd27a14 req-24824c93-9680-4253-9f59-e645d5279b44 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aaf78d6f-71aa-4bfc-88a6-916d6e36bcab HTTP/1.1" status: 200 len: 217 time: 0.0358951 Aug 31 04:36:02.202389 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebac86de-b347-4002-bcf7-5a1afcd27a14 req-100e8c48-032f-4a8b-a3c2-2f952adbc92a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:02.203736 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-ebac86de-b347-4002-bcf7-5a1afcd27a14 req-100e8c48-032f-4a8b-a3c2-2f952adbc92a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=097259a5-3a3d-4228-8082-2d6c2f8f569c HTTP/1.1" status: 200 len: 858 time: 0.0436842 Aug 31 04:36:02.231978 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-2582545a-ada8-423f-a8a9-43579f2edf65 req-fc69d2b9-7c33-47f2-8941-f176b22c3273 service neutron] 10.222.0.13 "GET /v2.0/networks/bb82b1c7-25b2-43f9-aa58-b7e64d26c2da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819468 Aug 31 04:36:02.246615 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-ebac86de-b347-4002-bcf7-5a1afcd27a14 req-333a6b1f-5807-4e4c-b63d-18dd0a5934bf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4c9c44bc-58fb-4b05-9942-3faf4a44f339&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284154 Aug 31 04:36:02.343142 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-ebac86de-b347-4002-bcf7-5a1afcd27a14 req-e5f48dc5-8072-4a2b-9f82-aa877ae607bb service neutron] 10.222.0.13 "GET /v2.0/networks/4c9c44bc-58fb-4b05-9942-3faf4a44f339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801497 Aug 31 04:36:02.346371 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-2582545a-ada8-423f-a8a9-43579f2edf65 req-6fe83165-8021-4ca2-95a3-372880bc058b service neutron] 10.222.0.13 "GET /v2.0/networks/bb82b1c7-25b2-43f9-aa58-b7e64d26c2da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845420 Aug 31 04:36:02.516241 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-ebac86de-b347-4002-bcf7-5a1afcd27a14 req-7da5fb27-a911-4736-b69c-d068085fcade service neutron] 10.222.0.13 "GET /v2.0/networks/4c9c44bc-58fb-4b05-9942-3faf4a44f339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947690 Aug 31 04:36:02.724038 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b8fa96-6c00-48a1-bcdc-616d5fc19593 req-6746af29-3e40-46d5-afe9-3995d71867d5 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:02.725491 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-b0b8fa96-6c00-48a1-bcdc-616d5fc19593 req-6746af29-3e40-46d5-afe9-3995d71867d5 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fdca9c-d400-411b-92f3-aeef4efc766b HTTP/1.1" status: 200 len: 943 time: 0.3145864 Aug 31 04:36:02.746490 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183b08b4-f26c-433a-87e9-5f9738665e59 req-59569175-3b54-4ec3-89a7-fa9044841221 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:02.747880 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-183b08b4-f26c-433a-87e9-5f9738665e59 req-59569175-3b54-4ec3-89a7-fa9044841221 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 944 time: 0.0689020 Aug 31 04:36:02.793350 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-b0b8fa96-6c00-48a1-bcdc-616d5fc19593 req-cfcae9a7-f475-41f3-8f11-b6c3b68b125e tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/security-groups?id=5087df51-3381-4802-9616-3985fed72e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600369 Aug 31 04:36:02.800022 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-183b08b4-f26c-433a-87e9-5f9738665e59 req-27088a41-8d97-454c-9686-829c0dd6649f tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b04e1e0-6e1c-49a5-a7f2-f3ca3ba46212&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450482 Aug 31 04:36:02.896498 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1b5977-a9ad-479b-87f9-690949becc14 req-7997a89e-534b-4d4d-b7fa-419aebcdb086 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:02.898068 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-0d1b5977-a9ad-479b-87f9-690949becc14 req-7997a89e-534b-4d4d-b7fa-419aebcdb086 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 985 time: 0.0507340 Aug 31 04:36:02.937497 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-0d1b5977-a9ad-479b-87f9-690949becc14 req-b920381a-91bc-4edd-980e-83dab64dd441 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/security-groups?id=0256d5e3-497e-404b-8817-4512e9e9e9ac&id=0f65e94a-0045-4695-bea3-6d2c0c319a75&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0326238 Aug 31 04:36:03.142365 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad1def3-cf60-49d5-ad73-3a60b6d4584f req-2f6bb9ca-7daf-4bbf-86ca-846efb2a281d tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:03.143826 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-9ad1def3-cf60-49d5-ad73-3a60b6d4584f req-2f6bb9ca-7daf-4bbf-86ca-846efb2a281d tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/ports?device_id=390893f3-2c2b-4803-b7a8-3c19fb0503a4 HTTP/1.1" status: 200 len: 945 time: 0.0474765 Aug 31 04:36:03.180266 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-9ad1def3-cf60-49d5-ad73-3a60b6d4584f req-ec646b3f-3845-4be8-ae8d-8b4e2104924c tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/security-groups?id=75b78e4a-f72a-42ae-924c-e5c8844ea7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306194 Aug 31 04:36:03.935237 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904c0aa3-100a-4a8e-a70d-da7413280ea1 req-fbe8c26f-ae8e-4a3f-a404-66a0557a9086 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:03.936675 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-904c0aa3-100a-4a8e-a70d-da7413280ea1 req-fbe8c26f-ae8e-4a3f-a404-66a0557a9086 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fdca9c-d400-411b-92f3-aeef4efc766b HTTP/1.1" status: 200 len: 943 time: 0.0754125 Aug 31 04:36:03.948934 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d71fcf-c280-4981-b32a-e599aa9ffbcb req-a2621c5f-b92e-4fa3-885b-43586e87ce11 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:03.950343 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-79d71fcf-c280-4981-b32a-e599aa9ffbcb req-a2621c5f-b92e-4fa3-885b-43586e87ce11 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 944 time: 0.0782278 Aug 31 04:36:04.007587 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-904c0aa3-100a-4a8e-a70d-da7413280ea1 req-73bb530c-bad0-4d24-8da6-3667ce6c8ec6 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/security-groups?id=5087df51-3381-4802-9616-3985fed72e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563216 Aug 31 04:36:04.010285 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-79d71fcf-c280-4981-b32a-e599aa9ffbcb req-aa34e5a9-7fb9-430f-b6e5-7555be390b48 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b04e1e0-6e1c-49a5-a7f2-f3ca3ba46212&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532942 Aug 31 04:36:04.109012 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae878be-b135-43c6-94d2-1f467ec3bc8e req-189ffd6b-7d5a-4ea5-af0b-dc25bb119245 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:04.110397 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-8ae878be-b135-43c6-94d2-1f467ec3bc8e req-189ffd6b-7d5a-4ea5-af0b-dc25bb119245 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 985 time: 0.0479853 Aug 31 04:36:04.149500 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-8ae878be-b135-43c6-94d2-1f467ec3bc8e req-5bb03cc9-5e87-43a0-99ca-88adfe864355 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/security-groups?id=0256d5e3-497e-404b-8817-4512e9e9e9ac&id=0f65e94a-0045-4695-bea3-6d2c0c319a75&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330338 Aug 31 04:36:04.290805 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af65c7d3-9770-4ede-b327-3222b50572ce req-8f358c8a-626d-4afc-9344-7663587dfdd6 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:04.292246 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-af65c7d3-9770-4ede-b327-3222b50572ce req-8f358c8a-626d-4afc-9344-7663587dfdd6 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/ports?device_id=390893f3-2c2b-4803-b7a8-3c19fb0503a4 HTTP/1.1" status: 200 len: 945 time: 0.0472577 Aug 31 04:36:04.331756 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-af65c7d3-9770-4ede-b327-3222b50572ce req-fae30850-2487-4a14-a4fe-a590cbb582ef tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/security-groups?id=75b78e4a-f72a-42ae-924c-e5c8844ea7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337222 Aug 31 04:36:05.148265 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2376668-396b-4254-8c8f-6870a6af9041 req-31f4b534-27d7-44f4-88d9-e46c73752e10 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:05.149714 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-e2376668-396b-4254-8c8f-6870a6af9041 req-31f4b534-27d7-44f4-88d9-e46c73752e10 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fdca9c-d400-411b-92f3-aeef4efc766b HTTP/1.1" status: 200 len: 943 time: 0.0755632 Aug 31 04:36:05.156633 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ffbdbd-3d4a-4968-9fbf-d065813c26bd req-1900ed72-4993-4857-8e36-00c737251836 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:05.157959 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-48ffbdbd-3d4a-4968-9fbf-d065813c26bd req-1900ed72-4993-4857-8e36-00c737251836 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 944 time: 0.0752521 Aug 31 04:36:05.213771 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-e2376668-396b-4254-8c8f-6870a6af9041 req-5dd5fe64-eb7f-4faa-b760-188500e5eb08 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/security-groups?id=5087df51-3381-4802-9616-3985fed72e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548651 Aug 31 04:36:05.216333 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-48ffbdbd-3d4a-4968-9fbf-d065813c26bd req-54ebfb96-e1ab-419b-882f-f569070c2227 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b04e1e0-6e1c-49a5-a7f2-f3ca3ba46212&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512202 Aug 31 04:36:05.315293 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effcde61-227e-49f0-8a80-81cf806cfccb req-601687b2-6a30-43ef-991e-eb6165e925ad tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:05.316722 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-effcde61-227e-49f0-8a80-81cf806cfccb req-601687b2-6a30-43ef-991e-eb6165e925ad tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 985 time: 0.0504019 Aug 31 04:36:05.356541 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-effcde61-227e-49f0-8a80-81cf806cfccb req-88504ebe-8025-4c90-b4c4-7b4680c8241a tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/security-groups?id=0256d5e3-497e-404b-8817-4512e9e9e9ac&id=0f65e94a-0045-4695-bea3-6d2c0c319a75&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331066 Aug 31 04:36:05.442705 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6091f2-8ae2-4d47-bed6-e0c7b8c167ad req-912e46df-0412-4ec9-a7e1-00061c20a0ed tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:05.444147 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-0a6091f2-8ae2-4d47-bed6-e0c7b8c167ad req-912e46df-0412-4ec9-a7e1-00061c20a0ed tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/ports?device_id=390893f3-2c2b-4803-b7a8-3c19fb0503a4 HTTP/1.1" status: 200 len: 945 time: 0.0463357 Aug 31 04:36:05.481611 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-0a6091f2-8ae2-4d47-bed6-e0c7b8c167ad req-7e406132-21ed-4c23-a9e3-e86f802e77ec tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/security-groups?id=75b78e4a-f72a-42ae-924c-e5c8844ea7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315232 Aug 31 04:36:05.636799 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Device f47b1b7d-b049-45c3-bd33-ab678c7e167b no longer exists at agent hyperv_hv-cinder-77819 {{(pid=93875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:36:05.658931 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] No Port match for: f47b1b7d-b049-45c3-bd33-ab678c7e167b {{(pid=93875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 04:36:05.659278 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Device f47b1b7d-b049-45c3-bd33-ab678c7e167b not bound to the agent host hv-cinder-77819 {{(pid=93875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:36:06.374237 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a35061-6803-4c33-b3e6-7b799e2b96f8 req-2841cc67-8efa-407a-9981-c19ffb191b78 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:06.375723 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-65a35061-6803-4c33-b3e6-7b799e2b96f8 req-2841cc67-8efa-407a-9981-c19ffb191b78 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fdca9c-d400-411b-92f3-aeef4efc766b HTTP/1.1" status: 200 len: 943 time: 0.0927403 Aug 31 04:36:06.389946 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d6c39c-5717-4979-aeed-855e8c248f4a req-01acec32-952d-4512-b33a-8197adfc45be tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:06.389946 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-41d6c39c-5717-4979-aeed-855e8c248f4a req-01acec32-952d-4512-b33a-8197adfc45be tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 944 time: 0.0812666 Aug 31 04:36:06.438226 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-65a35061-6803-4c33-b3e6-7b799e2b96f8 req-416548f6-2bfa-4f95-bfdc-84a3384a742f tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/security-groups?id=5087df51-3381-4802-9616-3985fed72e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473325 Aug 31 04:36:06.451234 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-41d6c39c-5717-4979-aeed-855e8c248f4a req-68e5160b-191b-426d-b3c1-3dce5d0412de tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b04e1e0-6e1c-49a5-a7f2-f3ca3ba46212&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528212 Aug 31 04:36:06.571743 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13ba41d-bd90-4e52-bd8d-4df97c40ab1f req-081db4b0-6742-4bd8-8211-2a81ad32722d tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:06.573189 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-e13ba41d-bd90-4e52-bd8d-4df97c40ab1f req-081db4b0-6742-4bd8-8211-2a81ad32722d tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 985 time: 0.0594583 Aug 31 04:36:06.637826 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0604a52e-9b7d-4bb3-899b-ac917369312d req-2c2fc908-6383-4a35-bd4e-cb0ac90cdf89 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:06.639320 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-0604a52e-9b7d-4bb3-899b-ac917369312d req-2c2fc908-6383-4a35-bd4e-cb0ac90cdf89 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/ports?device_id=390893f3-2c2b-4803-b7a8-3c19fb0503a4 HTTP/1.1" status: 200 len: 945 time: 0.0878541 Aug 31 04:36:06.643564 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-e13ba41d-bd90-4e52-bd8d-4df97c40ab1f req-15f02ded-aeb7-44d5-9e90-2962f7394a79 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/security-groups?id=0256d5e3-497e-404b-8817-4512e9e9e9ac&id=0f65e94a-0045-4695-bea3-6d2c0c319a75&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0564106 Aug 31 04:36:06.679411 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-0604a52e-9b7d-4bb3-899b-ac917369312d req-ca3bdb33-29c1-4e60-ba46-a7a6322508e0 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/security-groups?id=75b78e4a-f72a-42ae-924c-e5c8844ea7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338383 Aug 31 04:36:07.555625 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db97060-7771-4d36-adc8-7632d5cbd046 req-75ee5f33-309c-4f3e-9c37-ef125c76296b tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:07.556990 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-3db97060-7771-4d36-adc8-7632d5cbd046 req-75ee5f33-309c-4f3e-9c37-ef125c76296b tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fdca9c-d400-411b-92f3-aeef4efc766b HTTP/1.1" status: 200 len: 943 time: 0.0492566 Aug 31 04:36:07.606373 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-3db97060-7771-4d36-adc8-7632d5cbd046 req-4e6fa9d9-3756-4996-814a-b0411331760e tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/security-groups?id=5087df51-3381-4802-9616-3985fed72e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354683 Aug 31 04:36:07.634970 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Device 8b832084-eb7d-496c-bc7a-d06184bd40fc details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=93875) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 04:36:07.719820 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f1572f-5dc2-4295-a714-c95ce282c88a req-6ca66b5e-239e-4d78-bea7-b3300deee4ce tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:07.726625 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-71f1572f-5dc2-4295-a714-c95ce282c88a req-6ca66b5e-239e-4d78-bea7-b3300deee4ce tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 944 time: 0.0573158 Aug 31 04:36:07.737716 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] For port 8b832084-eb7d-496c-bc7a-d06184bd40fc, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=8b832084-eb7d-496c-bc7a-d06184bd40fc,segment=NetworkSegment(14aa025e-dd6c-45fc-a8a8-06cb8f48a6ca),segment_id=14aa025e-dd6c-45fc-a8a8-06cb8f48a6ca)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:36:07.756258 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Returning: {'device': '8b832084-eb7d-496c-bc7a-d06184bd40fc', 'network_id': '2b1770a4-934d-49a7-a5c2-844beb26d79a', 'port_id': '8b832084-eb7d-496c-bc7a-d06184bd40fc', 'mac_address': 'fa:16:3e:e0:5b:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e15e21a-55f2-483a-9c78-48bccbedd076', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93875) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 04:36:07.793665 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:07.800645 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-71f1572f-5dc2-4295-a714-c95ce282c88a req-7079e084-0575-47ea-ac2d-8e410e7bc7f1 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b04e1e0-6e1c-49a5-a7f2-f3ca3ba46212&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703869 Aug 31 04:36:07.807227 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.notifiers.nova [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b832084-eb7d-496c-bc7a-d06184bd40fc {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 04:36:07.809423 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9160dd7-24ce-4f93-9575-36e284c75075 req-8eb843c5-6c06-4288-a92d-3fcdc6b42f52 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:07.816647 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-b9160dd7-24ce-4f93-9575-36e284c75075 req-8eb843c5-6c06-4288-a92d-3fcdc6b42f52 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 985 time: 0.0875251 Aug 31 04:36:07.838726 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] For port 8b832084-eb7d-496c-bc7a-d06184bd40fc, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=8b832084-eb7d-496c-bc7a-d06184bd40fc,segment=NetworkSegment(14aa025e-dd6c-45fc-a8a8-06cb8f48a6ca),segment_id=14aa025e-dd6c-45fc-a8a8-06cb8f48a6ca)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:36:07.843710 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:07.862379 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-b9160dd7-24ce-4f93-9575-36e284c75075 req-02220120-250a-4edd-a61d-540c8caba3cf tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/security-groups?id=0256d5e3-497e-404b-8817-4512e9e9e9ac&id=0f65e94a-0045-4695-bea3-6d2c0c319a75&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0428412 Aug 31 04:36:07.894578 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Pushing event updated for resources: {'Port': ['ID=8b832084-eb7d-496c-bc7a-d06184bd40fc,revision_number=9']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:36:07.901429 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:36:07.901777 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:36:07.902133 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:36:07.902468 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:36:07.902855 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:36:07.903188 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:36:07.903511 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:36:07.903835 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:36:07.904203 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:36:07.904526 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:36:07.904848 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:36:07.905164 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:36:07.913541 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b664e5a7-9e67-4b56-81ab-aab993cc25e7 req-f3211693-646a-4324-830d-915f8fe1d242 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:07.915143 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-b664e5a7-9e67-4b56-81ab-aab993cc25e7 req-f3211693-646a-4324-830d-915f8fe1d242 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/ports?device_id=390893f3-2c2b-4803-b7a8-3c19fb0503a4 HTTP/1.1" status: 200 len: 945 time: 0.0514939 Aug 31 04:36:07.951966 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-b664e5a7-9e67-4b56-81ab-aab993cc25e7 req-dbb4acc6-3716-4a2e-a85f-52422d7d0d6d tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/security-groups?id=75b78e4a-f72a-42ae-924c-e5c8844ea7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308969 Aug 31 04:36:08.722860 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d5a19d-3560-4868-a824-64bcf7a211f8 req-4d979a90-abc0-41fe-aa02-1301ea0046a5 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:08.725151 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-82d5a19d-3560-4868-a824-64bcf7a211f8 req-4d979a90-abc0-41fe-aa02-1301ea0046a5 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fdca9c-d400-411b-92f3-aeef4efc766b HTTP/1.1" status: 200 len: 943 time: 0.0496824 Aug 31 04:36:08.761784 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-82d5a19d-3560-4868-a824-64bcf7a211f8 req-28cfd7a4-74b2-4a9f-9db9-852ab61877f0 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/security-groups?id=5087df51-3381-4802-9616-3985fed72e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307655 Aug 31 04:36:08.927991 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e36ca6-e19d-41e3-b6d7-53a38f3b9a9c req-14d56a25-7382-420f-bbd1-780431e1d920 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:08.929469 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-31e36ca6-e19d-41e3-b6d7-53a38f3b9a9c req-14d56a25-7382-420f-bbd1-780431e1d920 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 945 time: 0.0544908 Aug 31 04:36:08.993470 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-31e36ca6-e19d-41e3-b6d7-53a38f3b9a9c req-6c8ca93d-9bf4-448a-804d-c0d87bac5606 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b04e1e0-6e1c-49a5-a7f2-f3ca3ba46212&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551190 Aug 31 04:36:09.001570 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4545063f-530e-4b2a-9269-f496814a4bf7 req-19d9977d-0e25-4fda-9fed-ce3d9a6c02cf tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:09.003036 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-4545063f-530e-4b2a-9269-f496814a4bf7 req-19d9977d-0e25-4fda-9fed-ce3d9a6c02cf tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 985 time: 0.0727136 Aug 31 04:36:09.044269 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-4545063f-530e-4b2a-9269-f496814a4bf7 req-60c0a663-1381-4ca5-8bd3-5c8aa97ad506 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/security-groups?id=0256d5e3-497e-404b-8817-4512e9e9e9ac&id=0f65e94a-0045-4695-bea3-6d2c0c319a75&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0344267 Aug 31 04:36:09.095912 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa262fd-5e38-4b6a-863b-ddb9c80b65e0 req-763f4b82-d89a-4c6d-add7-22019f433d06 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:09.097632 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-5aa262fd-5e38-4b6a-863b-ddb9c80b65e0 req-763f4b82-d89a-4c6d-add7-22019f433d06 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/ports?device_id=390893f3-2c2b-4803-b7a8-3c19fb0503a4 HTTP/1.1" status: 200 len: 945 time: 0.0470908 Aug 31 04:36:09.138132 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-5aa262fd-5e38-4b6a-863b-ddb9c80b65e0 req-69e0fc0c-7319-4338-bfae-5f61d1283be8 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/security-groups?id=75b78e4a-f72a-42ae-924c-e5c8844ea7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345311 Aug 31 04:36:09.872905 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec13e14-5ef0-4557-bb8c-b1282ee887f7 req-defdff48-1171-4ac3-84a5-23a88318733b tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:09.874372 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-6ec13e14-5ef0-4557-bb8c-b1282ee887f7 req-defdff48-1171-4ac3-84a5-23a88318733b tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fdca9c-d400-411b-92f3-aeef4efc766b HTTP/1.1" status: 200 len: 943 time: 0.0476568 Aug 31 04:36:09.911712 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-6ec13e14-5ef0-4557-bb8c-b1282ee887f7 req-e1dd9106-ff06-4071-a19a-1f29debd2d13 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/security-groups?id=5087df51-3381-4802-9616-3985fed72e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300810 Aug 31 04:36:10.109596 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e21a6a-8698-4b0a-a684-630a96b0d6a5 req-f259b0e9-2420-4f37-ba8e-0f798ee50ff6 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:10.111101 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-f6e21a6a-8698-4b0a-a684-630a96b0d6a5 req-f259b0e9-2420-4f37-ba8e-0f798ee50ff6 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 945 time: 0.0474548 Aug 31 04:36:10.178719 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-f6e21a6a-8698-4b0a-a684-630a96b0d6a5 req-279f88be-f3da-4539-b620-683488d9e5b3 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b04e1e0-6e1c-49a5-a7f2-f3ca3ba46212&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579157 Aug 31 04:36:10.186666 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a5fae2-bd21-4bb7-a988-3c6e7a7cd795 req-03d72c89-ac17-487b-a80e-0962bf6bf9a7 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:10.188084 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-26a5fae2-bd21-4bb7-a988-3c6e7a7cd795 req-03d72c89-ac17-487b-a80e-0962bf6bf9a7 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 985 time: 0.0761313 Aug 31 04:36:10.228568 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-26a5fae2-bd21-4bb7-a988-3c6e7a7cd795 req-8e13e623-fdcd-4571-ae73-fd311dec11ec tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/security-groups?id=0256d5e3-497e-404b-8817-4512e9e9e9ac&id=0f65e94a-0045-4695-bea3-6d2c0c319a75&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0341125 Aug 31 04:36:10.280975 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ed28dc-5d91-4d8d-b6b2-035ebc302a59 req-06afc428-06aa-4200-870e-b7b5770eb777 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:10.282468 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-d5ed28dc-5d91-4d8d-b6b2-035ebc302a59 req-06afc428-06aa-4200-870e-b7b5770eb777 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/ports?device_id=390893f3-2c2b-4803-b7a8-3c19fb0503a4 HTTP/1.1" status: 200 len: 945 time: 0.0463541 Aug 31 04:36:10.320897 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-d5ed28dc-5d91-4d8d-b6b2-035ebc302a59 req-369df53f-01ef-4334-9abd-f76c3c40c717 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/security-groups?id=75b78e4a-f72a-42ae-924c-e5c8844ea7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315158 Aug 31 04:36:11.021908 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b844a8c-5940-42c6-bb44-32635e38afa3 req-36398fd1-7330-4185-b948-f4844900d91b tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:11.023382 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-0b844a8c-5940-42c6-bb44-32635e38afa3 req-36398fd1-7330-4185-b948-f4844900d91b tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fdca9c-d400-411b-92f3-aeef4efc766b HTTP/1.1" status: 200 len: 943 time: 0.0468524 Aug 31 04:36:11.064623 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-0b844a8c-5940-42c6-bb44-32635e38afa3 req-f3ca1904-af91-42aa-bc5c-64439790d3ba tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/security-groups?id=5087df51-3381-4802-9616-3985fed72e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342715 Aug 31 04:36:11.303670 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671bfeee-8005-4445-94a0-8e13f82c74a3 req-41016dce-cabe-4686-979e-1256a60feda1 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:11.305172 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-671bfeee-8005-4445-94a0-8e13f82c74a3 req-41016dce-cabe-4686-979e-1256a60feda1 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 945 time: 0.0543046 Aug 31 04:36:11.364278 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] get_ports_and_sgs() called for port_ids ['8b832084-eb7d-496c-bc7a-d06184bd40fc'] {{(pid=93875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 04:36:11.371222 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-671bfeee-8005-4445-94a0-8e13f82c74a3 req-f74bf82e-b73b-47ed-86a5-2f4d669babf1 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b04e1e0-6e1c-49a5-a7f2-f3ca3ba46212&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569661 Aug 31 04:36:11.381011 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54582985-930b-4666-ac64-1be718a5c1b9 req-951e186e-0d40-4db8-a231-9cb7053e5996 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:11.382550 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-54582985-930b-4666-ac64-1be718a5c1b9 req-951e186e-0d40-4db8-a231-9cb7053e5996 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 985 time: 0.0765066 Aug 31 04:36:11.437614 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-54582985-930b-4666-ac64-1be718a5c1b9 req-38eb41f0-7df9-4f43-9c04-8165cd9daa51 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/security-groups?id=0256d5e3-497e-404b-8817-4512e9e9e9ac&id=0f65e94a-0045-4695-bea3-6d2c0c319a75&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0480030 Aug 31 04:36:11.511974 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2494741-5089-403d-9c98-b8a9c5ce09d9 req-6ccd6792-a34c-443c-a407-f7e8a92832b9 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:11.513445 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-a2494741-5089-403d-9c98-b8a9c5ce09d9 req-6ccd6792-a34c-443c-a407-f7e8a92832b9 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/ports?device_id=390893f3-2c2b-4803-b7a8-3c19fb0503a4 HTTP/1.1" status: 200 len: 945 time: 0.0492535 Aug 31 04:36:11.551751 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-a2494741-5089-403d-9c98-b8a9c5ce09d9 req-eaf91a81-8e0e-4ba9-912e-b80e26ee877f tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/security-groups?id=75b78e4a-f72a-42ae-924c-e5c8844ea7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323961 Aug 31 04:36:11.976854 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c39c633-7ce2-42c6-a8f1-5f2959828add req-3a82a241-1e74-4d88-bfbf-498c3862b53a tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:11.978372 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-1c39c633-7ce2-42c6-a8f1-5f2959828add req-3a82a241-1e74-4d88-bfbf-498c3862b53a tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/networks?id=2d42cc01-1d4e-4b33-806e-a390176b298f HTTP/1.1" status: 200 len: 814 time: 0.1007261 Aug 31 04:36:11.993649 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-1c39c633-7ce2-42c6-a8f1-5f2959828add req-e74173a0-0a40-4272-873b-254488b9fba2 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/quotas/798e442b7962401d840e183e809e3aa8 HTTP/1.1" status: 200 len: 375 time: 0.0094616 Aug 31 04:36:12.024153 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-1c39c633-7ce2-42c6-a8f1-5f2959828add req-d0c875f0-e8e4-4f22-8f08-8f70e98c5778 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=798e442b7962401d840e183e809e3aa8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0253232 Aug 31 04:36:12.115275 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-1c39c633-7ce2-42c6-a8f1-5f2959828add req-78474550-6613-4476-bad9-a3c37e5b4757 service neutron] 10.222.0.37 "GET /v2.0/networks/2d42cc01-1d4e-4b33-806e-a390176b298f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843494 Aug 31 04:36:12.237268 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab16c411-5bc9-4326-a5ca-88f4b952af40 req-ca4f1c01-0e83-4ec2-b4be-4428165e2197 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:12.239338 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-ab16c411-5bc9-4326-a5ca-88f4b952af40 req-ca4f1c01-0e83-4ec2-b4be-4428165e2197 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fdca9c-d400-411b-92f3-aeef4efc766b HTTP/1.1" status: 200 len: 943 time: 0.0997722 Aug 31 04:36:12.244614 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-1c39c633-7ce2-42c6-a8f1-5f2959828add req-62339642-982c-4ca5-a3e0-9975dbaf0554 service neutron] 10.222.0.37 "GET /v2.0/networks/2d42cc01-1d4e-4b33-806e-a390176b298f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230626 Aug 31 04:36:12.277804 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-ab16c411-5bc9-4326-a5ca-88f4b952af40 req-c4e904c9-515c-4d8b-9f16-f25ed691a52e tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/security-groups?id=5087df51-3381-4802-9616-3985fed72e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321555 Aug 31 04:36:12.397942 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-010c71b7-1a65-4405-95a6-5d4026bbf219 req-cfb7637e-8a8c-450b-a242-4788bd2c8988 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/ports?device_id=4787badd-bc13-4017-b853-b3b7fcc6a069 HTTP/1.1" status: 200 len: 210 time: 0.0261371 Aug 31 04:36:12.513612 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d616efa-2cfc-4a1d-b4f9-c9849dced2f2 req-b7386d84-37a6-4357-92f0-cde323d6c009 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:12.515181 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-5d616efa-2cfc-4a1d-b4f9-c9849dced2f2 req-b7386d84-37a6-4357-92f0-cde323d6c009 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 945 time: 0.0519264 Aug 31 04:36:12.569987 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.agents_db [None req-b358f2ce-044e-44db-8ffe-8010ce8c5d43 None None] Agent healthcheck: found 6 active agents {{(pid=93876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:36:12.590755 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-5d616efa-2cfc-4a1d-b4f9-c9849dced2f2 req-c8d357ad-703e-4f65-9589-6886355e8cac tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b04e1e0-6e1c-49a5-a7f2-f3ca3ba46212&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644288 Aug 31 04:36:12.603276 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2ae563-f772-432f-abd8-b9d0c1de3fba req-a37820f9-cc86-4dd3-bed1-ba9a3d0cbd7e tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:12.604833 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-5d2ae563-f772-432f-abd8-b9d0c1de3fba req-a37820f9-cc86-4dd3-bed1-ba9a3d0cbd7e tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 985 time: 0.0887418 Aug 31 04:36:12.654555 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-5d2ae563-f772-432f-abd8-b9d0c1de3fba req-339d588a-4f67-4914-9cc3-344053784d4d tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/security-groups?id=0256d5e3-497e-404b-8817-4512e9e9e9ac&id=0f65e94a-0045-4695-bea3-6d2c0c319a75&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0364213 Aug 31 04:36:12.708814 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c045947-24ff-4d45-86d9-f36110528647 req-ec2af091-2e98-4eff-a5bf-a88c2941915d tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:12.710309 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-5c045947-24ff-4d45-86d9-f36110528647 req-ec2af091-2e98-4eff-a5bf-a88c2941915d tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/ports?device_id=390893f3-2c2b-4803-b7a8-3c19fb0503a4 HTTP/1.1" status: 200 len: 945 time: 0.0515440 Aug 31 04:36:12.754068 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-5c045947-24ff-4d45-86d9-f36110528647 req-90b66fda-e8c5-426c-b265-b08139a5aa98 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/security-groups?id=75b78e4a-f72a-42ae-924c-e5c8844ea7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373831 Aug 31 04:36:13.390704 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94331a43-4e34-4b72-a6c6-1225295c87c2 req-98e980b5-1997-4ce4-adbe-5245845c7786 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:13.392060 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-94331a43-4e34-4b72-a6c6-1225295c87c2 req-98e980b5-1997-4ce4-adbe-5245845c7786 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fdca9c-d400-411b-92f3-aeef4efc766b HTTP/1.1" status: 200 len: 943 time: 0.0478413 Aug 31 04:36:13.429348 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-94331a43-4e34-4b72-a6c6-1225295c87c2 req-e52d1928-a4b0-4651-a9c5-fe2501e1d2be tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/security-groups?id=5087df51-3381-4802-9616-3985fed72e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308406 Aug 31 04:36:13.496484 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-06c86147-a3de-4d9f-821c-fffac994da51 req-c333deb0-9290-4d77-89fb-f4237f5295b2 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/ports?device_id=4787badd-bc13-4017-b853-b3b7fcc6a069 HTTP/1.1" status: 200 len: 210 time: 0.0286844 Aug 31 04:36:13.643292 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Device 8b832084-eb7d-496c-bc7a-d06184bd40fc up at agent hyperv_hv-cinder-77819 {{(pid=93875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:36:13.731235 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797c09b2-4331-4fbf-af6c-16356b22087e req-6ebfec60-09fc-44cf-b34e-79a17a12bcc7 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:13.731462 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Provisioning complete for port 8b832084-eb7d-496c-bc7a-d06184bd40fc triggered by entity L2. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:36:13.731719 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667402'] for port, provisioning_complete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:13.732440 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c39c633-7ce2-42c6-a8f1-5f2959828add req-4df513ed-d511-4a45-a286-9ce7b640c27e tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:13.734784 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-1c39c633-7ce2-42c6-a8f1-5f2959828add req-4df513ed-d511-4a45-a286-9ce7b640c27e tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.13 "GET /v2.0/networks?id=2d42cc01-1d4e-4b33-806e-a390176b298f HTTP/1.1" status: 200 len: 814 time: 0.1200199 Aug 31 04:36:13.739035 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-797c09b2-4331-4fbf-af6c-16356b22087e req-6ebfec60-09fc-44cf-b34e-79a17a12bcc7 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 945 time: 0.0672357 Aug 31 04:36:13.765067 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.v2.base [req-1c39c633-7ce2-42c6-a8f1-5f2959828add req-b9ab7b7f-e416-430b-b379-2e955d6e47fa tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] Request body: {'port': {'device_id': '4787badd-bc13-4017-b853-b3b7fcc6a069', 'network_id': '2d42cc01-1d4e-4b33-806e-a390176b298f', 'admin_state_up': True, 'tenant_id': '798e442b7962401d840e183e809e3aa8'}} {{(pid=93873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:36:13.814553 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-797c09b2-4331-4fbf-af6c-16356b22087e req-677fb628-a181-479f-a42e-6c4059097686 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b04e1e0-6e1c-49a5-a7f2-f3ca3ba46212&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727136 Aug 31 04:36:13.836806 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f577fc91-e18c-4c53-8390-f094a5d8efa9 req-8bcd2d39-bc64-443e-96b2-96dc4dec59b1 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:13.844279 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-f577fc91-e18c-4c53-8390-f094a5d8efa9 req-8bcd2d39-bc64-443e-96b2-96dc4dec59b1 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 985 time: 0.0961926 Aug 31 04:36:13.861261 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:13.880488 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-f577fc91-e18c-4c53-8390-f094a5d8efa9 req-493a90b6-afa3-4f52-ba5e-a20053c5d394 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/security-groups?id=0256d5e3-497e-404b-8817-4512e9e9e9ac&id=0f65e94a-0045-4695-bea3-6d2c0c319a75&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0352564 Aug 31 04:36:13.886154 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f68a66f-3e3e-4e49-b06a-7d69459db66d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b832084-eb7d-496c-bc7a-d06184bd40fc'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 04:36:13.888393 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb65e2f83a67e5a17dc8ea4502d49053413b763c9a1f232c6edaada591b5d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97033004-5d83-4ffe-9097-928529c05d72" -d '{"events": [{"server_uuid": "0f68a66f-3e3e-4e49-b06a-7d69459db66d", "name": "network-vif-plugged", "status": "completed", "tag": "8b832084-eb7d-496c-bc7a-d06184bd40fc"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:36:13.897199 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c39c633-7ce2-42c6-a8f1-5f2959828add req-b9ab7b7f-e416-430b-b379-2e955d6e47fa tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] Made reservation on behalf of 798e442b7962401d840e183e809e3aa8 for: {'port': 1} {{(pid=93873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:36:13.902337 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-1c39c633-7ce2-42c6-a8f1-5f2959828add req-b9ab7b7f-e416-430b-b379-2e955d6e47fa tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:13.907416 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] For port 8b832084-eb7d-496c-bc7a-d06184bd40fc, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=8b832084-eb7d-496c-bc7a-d06184bd40fc,segment=NetworkSegment(14aa025e-dd6c-45fc-a8a8-06cb8f48a6ca),segment_id=14aa025e-dd6c-45fc-a8a8-06cb8f48a6ca)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:36:13.912456 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:13.955987 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 04:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d320aa9e-54f3-44ab-b110-2665d216da32 x-openstack-request-id: req-d320aa9e-54f3-44ab-b110-2665d216da32 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:36:13.956274 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f68a66f-3e3e-4e49-b06a-7d69459db66d", "name": "network-vif-plugged", "status": "completed", "tag": "8b832084-eb7d-496c-bc7a-d06184bd40fc", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:36:13.956530 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d320aa9e-54f3-44ab-b110-2665d216da32 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:36:13.956927 dv-cinder-778193-7-iscsi neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f68a66f-3e3e-4e49-b06a-7d69459db66d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b832084-eb7d-496c-bc7a-d06184bd40fc', 'code': 200} Aug 31 04:36:13.967293 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Pushing event updated for resources: {'Port': ['ID=8b832084-eb7d-496c-bc7a-d06184bd40fc,revision_number=10']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:36:14.038562 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.db.db_base_plugin_common [req-1c39c633-7ce2-42c6-a8f1-5f2959828add req-b9ab7b7f-e416-430b-b379-2e955d6e47fa tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] Allocated IP 172.20.0.2 (2d42cc01-1d4e-4b33-806e-a390176b298f/9231da0d-99b6-47b0-bd6c-033361b1aa80/6f81bc2f-ee1a-4f7e-97dc-4ec7d46e4907) {{(pid=93873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:36:14.204562 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-1c39c633-7ce2-42c6-a8f1-5f2959828add req-b9ab7b7f-e416-430b-b379-2e955d6e47fa tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] Notify callbacks [] for port, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:14.242439 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-1c39c633-7ce2-42c6-a8f1-5f2959828add req-b9ab7b7f-e416-430b-b379-2e955d6e47fa tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730086931496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4316683'] for port, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:14.287442 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c39c633-7ce2-42c6-a8f1-5f2959828add req-b9ab7b7f-e416-430b-b379-2e955d6e47fa tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] Network 2d42cc01-1d4e-4b33-806e-a390176b298f is already hosted by enough agents. {{(pid=93873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:36:14.290513 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.scheduler.base_scheduler [req-1c39c633-7ce2-42c6-a8f1-5f2959828add req-b9ab7b7f-e416-430b-b379-2e955d6e47fa tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] Resources bound (agent type, host, resource id): {{(pid=93873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:36:14.294263 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c39c633-7ce2-42c6-a8f1-5f2959828add req-b9ab7b7f-e416-430b-b379-2e955d6e47fa tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] Received port after_create {{(pid=93873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 04:36:14.300384 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ab7b7f-e416-430b-b379-2e955d6e47fa tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] Pushing event updated for resources: {'Port': ['ID=6f81bc2f-ee1a-4f7e-97dc-4ec7d46e4907,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:36:14.347874 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c39c633-7ce2-42c6-a8f1-5f2959828add req-b9ab7b7f-e416-430b-b379-2e955d6e47fa tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:14.348581 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-1c39c633-7ce2-42c6-a8f1-5f2959828add req-b9ab7b7f-e416-430b-b379-2e955d6e47fa tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200266'] for port, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:14.361683 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-1c39c633-7ce2-42c6-a8f1-5f2959828add req-b9ab7b7f-e416-430b-b379-2e955d6e47fa tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6013505 Aug 31 04:36:14.390593 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.v2.base [req-1c39c633-7ce2-42c6-a8f1-5f2959828add req-b902d46a-ab1b-4adb-8958-c24663105a87 service neutron] Request body: {'port': {'device_id': '4787badd-bc13-4017-b853-b3b7fcc6a069', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=93873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:36:14.444498 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-1c39c633-7ce2-42c6-a8f1-5f2959828add req-b902d46a-ab1b-4adb-8958-c24663105a87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:14.554420 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693c54cf-36e6-4bee-8a17-450c6c1d4252 req-9665de95-9603-481a-8fc3-7a40880576fc tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:14.556197 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-693c54cf-36e6-4bee-8a17-450c6c1d4252 req-9665de95-9603-481a-8fc3-7a40880576fc tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fdca9c-d400-411b-92f3-aeef4efc766b HTTP/1.1" status: 200 len: 943 time: 0.0551643 Aug 31 04:36:14.640505 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-693c54cf-36e6-4bee-8a17-450c6c1d4252 req-bbc8edaf-474a-431a-b821-aa99ccc57275 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/security-groups?id=5087df51-3381-4802-9616-3985fed72e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766695 Aug 31 04:36:14.654646 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b61ad5-f5d6-4c9b-b28c-6cd72619a661 req-645af29f-832a-488f-b702-722ddf5a655b tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:14.656473 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-22b61ad5-f5d6-4c9b-b28c-6cd72619a661 req-645af29f-832a-488f-b702-722ddf5a655b tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/ports?device_id=4787badd-bc13-4017-b853-b3b7fcc6a069 HTTP/1.1" status: 200 len: 931 time: 0.0852892 Aug 31 04:36:14.703954 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-22b61ad5-f5d6-4c9b-b28c-6cd72619a661 req-15ad88ee-7598-476b-88d9-86f77a7f5bd1 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/security-groups?id=48bcc221-22f0-42ba-bd8e-dded2d21f831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392876 Aug 31 04:36:14.749968 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.notifiers.nova [req-1c39c633-7ce2-42c6-a8f1-5f2959828add req-b902d46a-ab1b-4adb-8958-c24663105a87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f81bc2f-ee1a-4f7e-97dc-4ec7d46e4907 {{(pid=93873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 04:36:14.757430 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-1c39c633-7ce2-42c6-a8f1-5f2959828add req-b902d46a-ab1b-4adb-8958-c24663105a87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:14.770211 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [req-1c39c633-7ce2-42c6-a8f1-5f2959828add req-b902d46a-ab1b-4adb-8958-c24663105a87 service neutron] Transition to ACTIVE for port object 6f81bc2f-ee1a-4f7e-97dc-4ec7d46e4907 will not be triggered until provisioned by entity L2. {{(pid=93873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 04:36:14.774301 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-1c39c633-7ce2-42c6-a8f1-5f2959828add req-b902d46a-ab1b-4adb-8958-c24663105a87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4316722'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:14.812759 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b72264-a8cb-40e4-a290-90e450635f50 req-157b04b2-ff12-49f2-9265-31ba6008aaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:14.814277 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-b9b72264-a8cb-40e4-a290-90e450635f50 req-157b04b2-ff12-49f2-9265-31ba6008aaa9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 1100 time: 0.0409820 Aug 31 04:36:14.826605 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b902d46a-ab1b-4adb-8958-c24663105a87 service neutron] Pushing event updated for resources: {'Port': ['ID=6f81bc2f-ee1a-4f7e-97dc-4ec7d46e4907,revision_number=2']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:36:14.857083 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-b9b72264-a8cb-40e4-a290-90e450635f50 req-18507b0f-b356-4830-b586-8684cbc7add7 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8b04e1e0-6e1c-49a5-a7f2-f3ca3ba46212&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312984 Aug 31 04:36:14.898640 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.managers [req-1c39c633-7ce2-42c6-a8f1-5f2959828add req-b902d46a-ab1b-4adb-8958-c24663105a87 service neutron] Attempting to bind port 6f81bc2f-ee1a-4f7e-97dc-4ec7d46e4907 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 04:36:14.898965 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.managers [req-1c39c633-7ce2-42c6-a8f1-5f2959828add req-b902d46a-ab1b-4adb-8958-c24663105a87 service neutron] Attempting to bind port 6f81bc2f-ee1a-4f7e-97dc-4ec7d46e4907 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': 'f953cf20-e56c-4af7-b2ae-f9d2d33099ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '2d42cc01-1d4e-4b33-806e-a390176b298f'}] {{(pid=93873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 04:36:14.899294 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c39c633-7ce2-42c6-a8f1-5f2959828add req-b902d46a-ab1b-4adb-8958-c24663105a87 service neutron] Attempting to bind port 6f81bc2f-ee1a-4f7e-97dc-4ec7d46e4907 on network 2d42cc01-1d4e-4b33-806e-a390176b298f {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 04:36:14.903479 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c39c633-7ce2-42c6-a8f1-5f2959828add req-b902d46a-ab1b-4adb-8958-c24663105a87 service neutron] Port 6f81bc2f-ee1a-4f7e-97dc-4ec7d46e4907 on network 2d42cc01-1d4e-4b33-806e-a390176b298f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 04:36:14.903794 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c39c633-7ce2-42c6-a8f1-5f2959828add req-b902d46a-ab1b-4adb-8958-c24663105a87 service neutron] Attempting to bind port 6f81bc2f-ee1a-4f7e-97dc-4ec7d46e4907 on network 2d42cc01-1d4e-4b33-806e-a390176b298f {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 04:36:14.908632 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c39c633-7ce2-42c6-a8f1-5f2959828add req-b902d46a-ab1b-4adb-8958-c24663105a87 service neutron] Checking agent: {'id': 'cec96490-d34b-42db-b58a-d4405faa4e11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 4, 30, 28), 'started_at': datetime.datetime(2021, 8, 31, 4, 30, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 4, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 04:36:14.908968 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c39c633-7ce2-42c6-a8f1-5f2959828add req-b902d46a-ab1b-4adb-8958-c24663105a87 service neutron] Checking segment: {'id': 'f953cf20-e56c-4af7-b2ae-f9d2d33099ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '2d42cc01-1d4e-4b33-806e-a390176b298f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 04:36:14.909348 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c39c633-7ce2-42c6-a8f1-5f2959828add req-b902d46a-ab1b-4adb-8958-c24663105a87 service neutron] Bound using segment: {'id': 'f953cf20-e56c-4af7-b2ae-f9d2d33099ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '2d42cc01-1d4e-4b33-806e-a390176b298f'} {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 04:36:14.909763 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.managers [req-1c39c633-7ce2-42c6-a8f1-5f2959828add req-b902d46a-ab1b-4adb-8958-c24663105a87 service neutron] Bound port: 6f81bc2f-ee1a-4f7e-97dc-4ec7d46e4907, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f953cf20-e56c-4af7-b2ae-f9d2d33099ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '2d42cc01-1d4e-4b33-806e-a390176b298f'}}] {{(pid=93873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 04:36:14.910135 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-1c39c633-7ce2-42c6-a8f1-5f2959828add req-b902d46a-ab1b-4adb-8958-c24663105a87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:14.944199 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae54fa2b-b0ba-49cb-8696-fabeb79e11e8 req-1a267d20-86c1-4263-86f5-08db0128e8bf tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:14.945277 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-ae54fa2b-b0ba-49cb-8696-fabeb79e11e8 req-1a267d20-86c1-4263-86f5-08db0128e8bf tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 947 time: 0.0564637 Aug 31 04:36:14.976174 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [req-1c39c633-7ce2-42c6-a8f1-5f2959828add req-b902d46a-ab1b-4adb-8958-c24663105a87 service neutron] For port 6f81bc2f-ee1a-4f7e-97dc-4ec7d46e4907, host hv-cinder-77819, cleared binding levels {{(pid=93873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:36:14.980339 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [req-1c39c633-7ce2-42c6-a8f1-5f2959828add req-b902d46a-ab1b-4adb-8958-c24663105a87 service neutron] For port 6f81bc2f-ee1a-4f7e-97dc-4ec7d46e4907, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=6f81bc2f-ee1a-4f7e-97dc-4ec7d46e4907,segment=NetworkSegment(f953cf20-e56c-4af7-b2ae-f9d2d33099ff),segment_id=f953cf20-e56c-4af7-b2ae-f9d2d33099ff)] {{(pid=93873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:36:14.985724 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-1c39c633-7ce2-42c6-a8f1-5f2959828add req-b902d46a-ab1b-4adb-8958-c24663105a87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4316722'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:15.014546 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-ae54fa2b-b0ba-49cb-8696-fabeb79e11e8 req-dbb72575-710e-47fb-aaa2-99871cc60253 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b04e1e0-6e1c-49a5-a7f2-f3ca3ba46212&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631118 Aug 31 04:36:15.022609 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c39c633-7ce2-42c6-a8f1-5f2959828add req-b902d46a-ab1b-4adb-8958-c24663105a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:15.023216 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-1c39c633-7ce2-42c6-a8f1-5f2959828add req-b902d46a-ab1b-4adb-8958-c24663105a87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200266'] for port, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:15.024578 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-1c39c633-7ce2-42c6-a8f1-5f2959828add req-b902d46a-ab1b-4adb-8958-c24663105a87 service neutron] 10.222.0.13 "PUT /v2.0/ports/6f81bc2f-ee1a-4f7e-97dc-4ec7d46e4907 HTTP/1.1" status: 200 len: 1093 time: 0.6381478 Aug 31 04:36:15.025014 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4787badd-bc13-4017-b853-b3b7fcc6a069', 'tag': '6f81bc2f-ee1a-4f7e-97dc-4ec7d46e4907'}] {{(pid=93873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 04:36:15.027289 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a11e4e79c753650f2852f0d7a0fe7e91abda00271ce9373e69ea4f6baf967f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6240359e-27b1-491a-aa0a-7ad968e8ea3d" -d '{"events": [{"name": "network-changed", "server_uuid": "4787badd-bc13-4017-b853-b3b7fcc6a069", "tag": "6f81bc2f-ee1a-4f7e-97dc-4ec7d46e4907"}]}' {{(pid=93873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:36:15.032876 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e2b14c-3f66-4af9-9724-9c0ef3ecb2f8 req-3a5d0b3d-3243-4641-9f96-408272afca8c tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:15.034462 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-28e2b14c-3f66-4af9-9724-9c0ef3ecb2f8 req-3a5d0b3d-3243-4641-9f96-408272afca8c tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 985 time: 0.0718496 Aug 31 04:36:15.050588 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b902d46a-ab1b-4adb-8958-c24663105a87 service neutron] Pushing event updated for resources: {'Port': ['ID=6f81bc2f-ee1a-4f7e-97dc-4ec7d46e4907,revision_number=3']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:36:15.071933 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 04:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d159605-9100-4998-b9a3-5faa21adad3e x-openstack-request-id: req-9d159605-9100-4998-b9a3-5faa21adad3e {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:36:15.072220 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4787badd-bc13-4017-b853-b3b7fcc6a069", "tag": "6f81bc2f-ee1a-4f7e-97dc-4ec7d46e4907", "status": "completed", "code": 200}]} {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:36:15.072470 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9d159605-9100-4998-b9a3-5faa21adad3e {{(pid=93873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:36:15.072861 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4787badd-bc13-4017-b853-b3b7fcc6a069', 'tag': '6f81bc2f-ee1a-4f7e-97dc-4ec7d46e4907', 'status': 'completed', 'code': 200} Aug 31 04:36:15.078544 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-28e2b14c-3f66-4af9-9724-9c0ef3ecb2f8 req-a9a3e17b-0e6e-44fa-81d6-792adbb24c02 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/security-groups?id=0256d5e3-497e-404b-8817-4512e9e9e9ac&id=0f65e94a-0045-4695-bea3-6d2c0c319a75&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0355079 Aug 31 04:36:15.391552 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6240359e-27b1-491a-aa0a-7ad968e8ea3d req-9465879a-d3c6-4932-81fd-b210988fa652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:15.393040 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-6240359e-27b1-491a-aa0a-7ad968e8ea3d req-9465879a-d3c6-4932-81fd-b210988fa652 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=798e442b7962401d840e183e809e3aa8&device_id=4787badd-bc13-4017-b853-b3b7fcc6a069 HTTP/1.1" status: 200 len: 1096 time: 0.0423343 Aug 31 04:36:15.434694 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72f0076-0b8a-4020-b2b9-8e39f057845b req-d8b30a53-c448-475d-bc3a-22b712c96f19 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:15.436173 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-a72f0076-0b8a-4020-b2b9-8e39f057845b req-d8b30a53-c448-475d-bc3a-22b712c96f19 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.37 "GET /v2.0/ports?device_id=2dd4271e-26d8-464c-a8aa-a59fb5f79e62 HTTP/1.1" status: 200 len: 945 time: 0.0473778 Aug 31 04:36:15.471766 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-a72f0076-0b8a-4020-b2b9-8e39f057845b req-78f1d681-9889-45c4-bdcd-41b6d809f18d tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.37 "GET /v2.0/security-groups?id=6edf5784-9dde-4b8b-8160-15944e15858a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298955 Aug 31 04:36:15.573176 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6240359e-27b1-491a-aa0a-7ad968e8ea3d req-5ae8e6c4-28c7-4480-a535-40b65c29789a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:15.574646 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-6240359e-27b1-491a-aa0a-7ad968e8ea3d req-5ae8e6c4-28c7-4480-a535-40b65c29789a service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=798e442b7962401d840e183e809e3aa8&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0872128 Aug 31 04:36:15.672181 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6240359e-27b1-491a-aa0a-7ad968e8ea3d req-0cd96890-01b4-4245-8c48-6a074e167768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:15.673433 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-6240359e-27b1-491a-aa0a-7ad968e8ea3d req-0cd96890-01b4-4245-8c48-6a074e167768 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0874946 Aug 31 04:36:15.766497 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1785d9-5ec1-455e-b559-8a29d2ec3562 req-14c117c4-0926-4b66-b042-dfe5ea646fb4 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:15.774375 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-0e1785d9-5ec1-455e-b559-8a29d2ec3562 req-14c117c4-0926-4b66-b042-dfe5ea646fb4 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fdca9c-d400-411b-92f3-aeef4efc766b HTTP/1.1" status: 200 len: 943 time: 0.0600126 Aug 31 04:36:15.793891 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c39c633-7ce2-42c6-a8f1-5f2959828add req-61d25d5d-0b26-4f59-9a24-afa4aac538c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:15.795402 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-1c39c633-7ce2-42c6-a8f1-5f2959828add req-61d25d5d-0b26-4f59-9a24-afa4aac538c0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=798e442b7962401d840e183e809e3aa8&device_id=4787badd-bc13-4017-b853-b3b7fcc6a069 HTTP/1.1" status: 200 len: 1096 time: 0.0447736 Aug 31 04:36:15.835748 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-0e1785d9-5ec1-455e-b559-8a29d2ec3562 req-04f987b1-4d2c-4685-9750-f954736ef5f5 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/security-groups?id=5087df51-3381-4802-9616-3985fed72e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605242 Aug 31 04:36:15.847590 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb084981-efbd-4472-b136-c53494492d81 req-9179d2cd-9429-48e6-bba4-f946e911c7f0 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:15.849409 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-fb084981-efbd-4472-b136-c53494492d81 req-9179d2cd-9429-48e6-bba4-f946e911c7f0 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/ports?device_id=4787badd-bc13-4017-b853-b3b7fcc6a069 HTTP/1.1" status: 200 len: 943 time: 0.0725687 Aug 31 04:36:15.856103 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-1c39c633-7ce2-42c6-a8f1-5f2959828add req-b4f72dd2-a885-4e8b-affe-eb8a9b142c83 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6f81bc2f-ee1a-4f7e-97dc-4ec7d46e4907 HTTP/1.1" status: 200 len: 217 time: 0.0379345 Aug 31 04:36:15.888446 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-fb084981-efbd-4472-b136-c53494492d81 req-1b90625b-a404-4f21-a057-81bb030a6487 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/security-groups?id=48bcc221-22f0-42ba-bd8e-dded2d21f831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325725 Aug 31 04:36:15.922259 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c39c633-7ce2-42c6-a8f1-5f2959828add req-05d0b528-1daf-46c0-a368-adaad8a3f793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:15.923714 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-1c39c633-7ce2-42c6-a8f1-5f2959828add req-05d0b528-1daf-46c0-a368-adaad8a3f793 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9231da0d-99b6-47b0-bd6c-033361b1aa80 HTTP/1.1" status: 200 len: 854 time: 0.0505052 Aug 31 04:36:15.969649 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-1c39c633-7ce2-42c6-a8f1-5f2959828add req-cc8d56a5-7fb4-416c-8075-a6622c72b1f7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2d42cc01-1d4e-4b33-806e-a390176b298f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234718 Aug 31 04:36:16.070986 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-1c39c633-7ce2-42c6-a8f1-5f2959828add req-d3af10c8-021a-4278-b20c-ed1c21fc76d5 service neutron] 10.222.0.13 "GET /v2.0/networks/2d42cc01-1d4e-4b33-806e-a390176b298f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829396 Aug 31 04:36:16.146351 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19e3cf0-c64d-43b8-8360-2cc216b7958c req-d217e004-2efa-4d13-ba1d-c958381b4e8d tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:16.148325 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-a19e3cf0-c64d-43b8-8360-2cc216b7958c req-d217e004-2efa-4d13-ba1d-c958381b4e8d tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 947 time: 0.0544977 Aug 31 04:36:16.165761 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-1c39c633-7ce2-42c6-a8f1-5f2959828add req-0e931dec-a256-421f-aeaa-3509f7224cf7 service neutron] 10.222.0.13 "GET /v2.0/networks/2d42cc01-1d4e-4b33-806e-a390176b298f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849466 Aug 31 04:36:16.215765 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-a19e3cf0-c64d-43b8-8360-2cc216b7958c req-c0c9484b-f194-4470-bfee-8983f1380f6b tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b04e1e0-6e1c-49a5-a7f2-f3ca3ba46212&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583992 Aug 31 04:36:16.224615 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f072ea0f-3a37-42cb-a46d-3107992faa2d req-a0c99bdf-6683-4053-8e74-63dea4975a06 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:16.226023 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-f072ea0f-3a37-42cb-a46d-3107992faa2d req-a0c99bdf-6683-4053-8e74-63dea4975a06 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 985 time: 0.0768406 Aug 31 04:36:16.265855 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-f072ea0f-3a37-42cb-a46d-3107992faa2d req-5e9353be-dcb8-4dac-b06c-425468a41ede tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/security-groups?id=0256d5e3-497e-404b-8817-4512e9e9e9ac&id=0f65e94a-0045-4695-bea3-6d2c0c319a75&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336282 Aug 31 04:36:16.586011 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903bd6da-4ff3-4140-8a67-b604b82193c1 req-f23f06fd-c2da-4e2f-b61c-f9618c66ac2b tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:16.587410 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-903bd6da-4ff3-4140-8a67-b604b82193c1 req-f23f06fd-c2da-4e2f-b61c-f9618c66ac2b tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.37 "GET /v2.0/ports?device_id=2dd4271e-26d8-464c-a8aa-a59fb5f79e62 HTTP/1.1" status: 200 len: 945 time: 0.0485003 Aug 31 04:36:16.625085 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-903bd6da-4ff3-4140-8a67-b604b82193c1 req-9ae13f15-a313-4a92-9cbf-237d2d11af42 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.37 "GET /v2.0/security-groups?id=6edf5784-9dde-4b8b-8160-15944e15858a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316105 Aug 31 04:36:16.960004 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0314e6d9-9039-4e1b-9765-1d567fd2afa4 req-d3e5ca2d-8426-476c-8c7c-2ee06036dc4c tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:16.961550 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-0314e6d9-9039-4e1b-9765-1d567fd2afa4 req-d3e5ca2d-8426-476c-8c7c-2ee06036dc4c tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fdca9c-d400-411b-92f3-aeef4efc766b HTTP/1.1" status: 200 len: 943 time: 0.0572903 Aug 31 04:36:17.041743 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-0314e6d9-9039-4e1b-9765-1d567fd2afa4 req-4da038bf-a2cd-448f-b0e7-41e1dd9c6892 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/security-groups?id=5087df51-3381-4802-9616-3985fed72e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712535 Aug 31 04:36:17.050417 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e4eb3c-6cf4-49d1-9a58-a57bd90f7437 req-4db89538-0645-4ee9-b9f0-1981a0421fc7 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:17.051985 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-70e4eb3c-6cf4-49d1-9a58-a57bd90f7437 req-4db89538-0645-4ee9-b9f0-1981a0421fc7 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/ports?device_id=4787badd-bc13-4017-b853-b3b7fcc6a069 HTTP/1.1" status: 200 len: 943 time: 0.0829093 Aug 31 04:36:17.093724 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-70e4eb3c-6cf4-49d1-9a58-a57bd90f7437 req-1b916346-f6fe-407b-9048-509099c972a1 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/security-groups?id=48bcc221-22f0-42ba-bd8e-dded2d21f831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350797 Aug 31 04:36:17.334310 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aa9487-4451-42fe-a4c9-e9a24a7c0131 req-f67e1802-ecdc-418a-bc26-4e74cb6f0488 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:17.335763 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-14aa9487-4451-42fe-a4c9-e9a24a7c0131 req-f67e1802-ecdc-418a-bc26-4e74cb6f0488 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 947 time: 0.0472770 Aug 31 04:36:17.404517 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-14aa9487-4451-42fe-a4c9-e9a24a7c0131 req-7f439975-8ac0-462f-898c-1aa590ebb17d tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b04e1e0-6e1c-49a5-a7f2-f3ca3ba46212&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596204 Aug 31 04:36:17.414717 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8102b58-92cb-4d8d-93de-dfd27147893e req-c72eb498-be92-45bb-8954-b1bbbd48250e tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:17.416338 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-e8102b58-92cb-4d8d-93de-dfd27147893e req-c72eb498-be92-45bb-8954-b1bbbd48250e tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 985 time: 0.0795102 Aug 31 04:36:17.465380 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-e8102b58-92cb-4d8d-93de-dfd27147893e req-fc1311a1-1f90-40dd-ba43-91535f2f6b8b tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/security-groups?id=0256d5e3-497e-404b-8817-4512e9e9e9ac&id=0f65e94a-0045-4695-bea3-6d2c0c319a75&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0343490 Aug 31 04:36:17.748742 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6051cb-5927-4f4b-a5d5-3bbb0c9cbb16 req-69a067f0-787c-4c67-a451-29cc21a966e8 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:17.750248 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-4a6051cb-5927-4f4b-a5d5-3bbb0c9cbb16 req-69a067f0-787c-4c67-a451-29cc21a966e8 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb2658bf-a714-436c-a25f-c5bb13131cb8 HTTP/1.1" status: 200 len: 945 time: 0.0753880 Aug 31 04:36:17.771228 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8535d7b-5ca0-4628-8cab-f81aed8fe854 req-f052ef62-5727-4d96-aef3-9500d11fa1d0 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:17.772624 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-b8535d7b-5ca0-4628-8cab-f81aed8fe854 req-f052ef62-5727-4d96-aef3-9500d11fa1d0 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.37 "GET /v2.0/ports?device_id=2dd4271e-26d8-464c-a8aa-a59fb5f79e62 HTTP/1.1" status: 200 len: 945 time: 0.0719659 Aug 31 04:36:17.823226 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-4a6051cb-5927-4f4b-a5d5-3bbb0c9cbb16 req-d60ca46b-c303-4bf1-8861-c050de750e49 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/security-groups?id=75b78e4a-f72a-42ae-924c-e5c8844ea7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658262 Aug 31 04:36:17.827765 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-b8535d7b-5ca0-4628-8cab-f81aed8fe854 req-49697573-670f-47e1-8330-4f5557d8b00d tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.37 "GET /v2.0/security-groups?id=6edf5784-9dde-4b8b-8160-15944e15858a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480435 Aug 31 04:36:18.157463 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1160247c-ab51-4203-b7fb-579682211407 req-a3409c29-ad90-46b7-8796-a4ece6b90bf8 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:18.158975 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-1160247c-ab51-4203-b7fb-579682211407 req-a3409c29-ad90-46b7-8796-a4ece6b90bf8 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fdca9c-d400-411b-92f3-aeef4efc766b HTTP/1.1" status: 200 len: 943 time: 0.0474544 Aug 31 04:36:18.219475 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-1160247c-ab51-4203-b7fb-579682211407 req-5c6eba04-7c08-492d-a912-dc55b969ba02 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/security-groups?id=5087df51-3381-4802-9616-3985fed72e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506506 Aug 31 04:36:18.231704 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d21677-e6ba-4439-ad3f-fec59ebea7d2 req-8428380a-2785-48b2-8eeb-cbe89317ff4a tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:18.233212 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-b8d21677-e6ba-4439-ad3f-fec59ebea7d2 req-8428380a-2785-48b2-8eeb-cbe89317ff4a tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/ports?device_id=4787badd-bc13-4017-b853-b3b7fcc6a069 HTTP/1.1" status: 200 len: 943 time: 0.0733826 Aug 31 04:36:18.264347 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dee80a-5721-4d6f-9d17-13ec99609bfd req-3524d92f-680b-4c5c-81d3-934e8b4b8930 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:18.266490 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-c1dee80a-5721-4d6f-9d17-13ec99609bfd req-3524d92f-680b-4c5c-81d3-934e8b4b8930 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.13 "GET /v2.0/ports?device_id=2dd4271e-26d8-464c-a8aa-a59fb5f79e62 HTTP/1.1" status: 200 len: 945 time: 0.0515335 Aug 31 04:36:18.271567 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-b8d21677-e6ba-4439-ad3f-fec59ebea7d2 req-1ce04bd2-a975-4055-8b82-ecdf71f85f9a tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/security-groups?id=48bcc221-22f0-42ba-bd8e-dded2d21f831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318661 Aug 31 04:36:18.367521 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [req-c1dee80a-5721-4d6f-9d17-13ec99609bfd req-6509df40-b8eb-4b2e-a312-487e17c0e5b6 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] Deleting port 1869e76d-1e2b-4e05-9db4-7ce3ad7dbd20 {{(pid=93873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 04:36:18.367852 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-c1dee80a-5721-4d6f-9d17-13ec99609bfd req-6509df40-b8eb-4b2e-a312-487e17c0e5b6 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730087506454'] for port, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:18.451949 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [req-c1dee80a-5721-4d6f-9d17-13ec99609bfd req-6509df40-b8eb-4b2e-a312-487e17c0e5b6 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] For port 1869e76d-1e2b-4e05-9db4-7ce3ad7dbd20, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=1869e76d-1e2b-4e05-9db4-7ce3ad7dbd20,segment=NetworkSegment(5ae55f0a-ffba-458b-8371-7ff11ecedc8f),segment_id=5ae55f0a-ffba-458b-8371-7ff11ecedc8f)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:36:18.452310 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-c1dee80a-5721-4d6f-9d17-13ec99609bfd req-6509df40-b8eb-4b2e-a312-487e17c0e5b6 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7955047'] for port, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:18.465421 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [req-c1dee80a-5721-4d6f-9d17-13ec99609bfd req-6509df40-b8eb-4b2e-a312-487e17c0e5b6 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] Calling delete_port for 1869e76d-1e2b-4e05-9db4-7ce3ad7dbd20 owned by compute:nova {{(pid=93873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 04:36:18.530790 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84adb4a-bbb9-4571-8924-b1cac6c77079 req-3d057807-5a79-4a67-a290-775fa8b9a3c9 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:18.532698 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-e84adb4a-bbb9-4571-8924-b1cac6c77079 req-3d057807-5a79-4a67-a290-775fa8b9a3c9 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 947 time: 0.0555036 Aug 31 04:36:18.593239 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-c1dee80a-5721-4d6f-9d17-13ec99609bfd req-6509df40-b8eb-4b2e-a312-487e17c0e5b6 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730087509221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730086931505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4316683'] for port, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:18.601094 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-e84adb4a-bbb9-4571-8924-b1cac6c77079 req-e4f91f82-cf70-4544-9495-dae2e2a7dfa5 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b04e1e0-6e1c-49a5-a7f2-f3ca3ba46212&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542800 Aug 31 04:36:18.615772 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66c4545-3d2e-4d8b-b8c6-574b39bd3019 req-c352919b-6750-46ef-b8ca-4723fb3a04d8 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:18.617713 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-d66c4545-3d2e-4d8b-b8c6-574b39bd3019 req-c352919b-6750-46ef-b8ca-4723fb3a04d8 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 985 time: 0.0794828 Aug 31 04:36:18.621199 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6509df40-b8eb-4b2e-a312-487e17c0e5b6 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] Pushing event deleted for resources: {'Port': ['ID=1869e76d-1e2b-4e05-9db4-7ce3ad7dbd20,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:36:18.657272 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] get_ports_and_sgs() called for port_ids ['869c154e-acb4-4cc7-b8f9-ba1c74c92d03', 'beb6bb0c-c754-4d1a-bf05-234c5b3fd767', '1e8d90d6-bede-4c25-8909-7186f8e941f0', '1869e76d-1e2b-4e05-9db4-7ce3ad7dbd20'] {{(pid=93875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 04:36:18.674777 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-d66c4545-3d2e-4d8b-b8c6-574b39bd3019 req-bfa7131e-732b-4caf-a695-8356bd7a819f tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/security-groups?id=0256d5e3-497e-404b-8817-4512e9e9e9ac&id=0f65e94a-0045-4695-bea3-6d2c0c319a75&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0407917 Aug 31 04:36:18.676919 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1dee80a-5721-4d6f-9d17-13ec99609bfd req-6509df40-b8eb-4b2e-a312-487e17c0e5b6 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] No DVR routers for this DVR port 1869e76d-1e2b-4e05-9db4-7ce3ad7dbd20 on host hv-cinder-77819 {{(pid=93873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 04:36:18.680403 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-c1dee80a-5721-4d6f-9d17-13ec99609bfd req-6509df40-b8eb-4b2e-a312-487e17c0e5b6 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200266'] for port, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:18.682341 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-c1dee80a-5721-4d6f-9d17-13ec99609bfd req-6509df40-b8eb-4b2e-a312-487e17c0e5b6 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.13 "DELETE /v2.0/ports/1869e76d-1e2b-4e05-9db4-7ce3ad7dbd20 HTTP/1.1" status: 204 len: 173 time: 0.4032700 Aug 31 04:36:18.682762 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dd4271e-26d8-464c-a8aa-a59fb5f79e62', 'name': 'network-vif-deleted', 'tag': '1869e76d-1e2b-4e05-9db4-7ce3ad7dbd20'}] {{(pid=93873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 04:36:18.685844 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a11e4e79c753650f2852f0d7a0fe7e91abda00271ce9373e69ea4f6baf967f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf6d9463-569e-48ed-bf0c-6ac75aaf2a30" -d '{"events": [{"server_uuid": "2dd4271e-26d8-464c-a8aa-a59fb5f79e62", "name": "network-vif-deleted", "tag": "1869e76d-1e2b-4e05-9db4-7ce3ad7dbd20"}]}' {{(pid=93873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:36:18.727761 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 04:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e6406e3-dc81-4e18-84d2-4017bae1fcab x-openstack-request-id: req-6e6406e3-dc81-4e18-84d2-4017bae1fcab {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:36:18.727761 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dd4271e-26d8-464c-a8aa-a59fb5f79e62", "name": "network-vif-deleted", "tag": "1869e76d-1e2b-4e05-9db4-7ce3ad7dbd20", "status": "completed", "code": 200}]} {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:36:18.728187 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6e6406e3-dc81-4e18-84d2-4017bae1fcab {{(pid=93873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:36:18.729145 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dd4271e-26d8-464c-a8aa-a59fb5f79e62', 'name': 'network-vif-deleted', 'tag': '1869e76d-1e2b-4e05-9db4-7ce3ad7dbd20', 'status': 'completed', 'code': 200} Aug 31 04:36:18.959589 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-6a9f3e9d-a475-49d6-86a8-e39308a432ef req-8544a632-1da2-4b7f-a5fa-7b62cdf7268d tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.37 "GET /v2.0/ports?device_id=2dd4271e-26d8-464c-a8aa-a59fb5f79e62 HTTP/1.1" status: 200 len: 210 time: 0.0316176 Aug 31 04:36:18.971088 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98088c2-e971-4eb1-93c9-be9b3f96fc5a req-46672b49-43f9-4e69-a300-502cdade334e tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:18.974948 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-f98088c2-e971-4eb1-93c9-be9b3f96fc5a req-46672b49-43f9-4e69-a300-502cdade334e tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb2658bf-a714-436c-a25f-c5bb13131cb8 HTTP/1.1" status: 200 len: 945 time: 0.0822732 Aug 31 04:36:19.016722 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-f98088c2-e971-4eb1-93c9-be9b3f96fc5a req-619814d3-3060-4f6d-8c04-bcde49603d02 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/security-groups?id=75b78e4a-f72a-42ae-924c-e5c8844ea7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318706 Aug 31 04:36:19.337047 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f17c3cb-884c-47af-9c1b-6f2c806401e3 req-49502680-73a2-4965-bda0-7c9860ceca6e tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:19.338668 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-5f17c3cb-884c-47af-9c1b-6f2c806401e3 req-49502680-73a2-4965-bda0-7c9860ceca6e tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fdca9c-d400-411b-92f3-aeef4efc766b HTTP/1.1" status: 200 len: 943 time: 0.0521505 Aug 31 04:36:19.402116 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-5f17c3cb-884c-47af-9c1b-6f2c806401e3 req-3b8f3b12-dd42-4752-b8be-50c89ae692d1 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/security-groups?id=5087df51-3381-4802-9616-3985fed72e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525861 Aug 31 04:36:19.414644 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64448a47-4d76-48bd-803e-341c1a27a390 req-50b9b8fe-a7c5-45f4-94b4-f798c42a45b2 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:19.416146 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-64448a47-4d76-48bd-803e-341c1a27a390 req-50b9b8fe-a7c5-45f4-94b4-f798c42a45b2 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/ports?device_id=4787badd-bc13-4017-b853-b3b7fcc6a069 HTTP/1.1" status: 200 len: 943 time: 0.0758097 Aug 31 04:36:19.453888 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-64448a47-4d76-48bd-803e-341c1a27a390 req-d0e18eb1-c7d7-4996-9dd2-ba7aaf0669fe tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/security-groups?id=48bcc221-22f0-42ba-bd8e-dded2d21f831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319586 Aug 31 04:36:19.697407 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Device 6f81bc2f-ee1a-4f7e-97dc-4ec7d46e4907 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=93875) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 04:36:19.786441 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] For port 6f81bc2f-ee1a-4f7e-97dc-4ec7d46e4907, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=6f81bc2f-ee1a-4f7e-97dc-4ec7d46e4907,segment=NetworkSegment(f953cf20-e56c-4af7-b2ae-f9d2d33099ff),segment_id=f953cf20-e56c-4af7-b2ae-f9d2d33099ff)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:36:19.795431 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eca01cd-b60a-45f8-af37-267814363a2d req-34851631-83c7-466e-abe3-a7da4c5e080c tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:19.796875 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-7eca01cd-b60a-45f8-af37-267814363a2d req-34851631-83c7-466e-abe3-a7da4c5e080c tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 985 time: 0.0498910 Aug 31 04:36:19.797385 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Returning: {'device': '6f81bc2f-ee1a-4f7e-97dc-4ec7d46e4907', 'network_id': '2d42cc01-1d4e-4b33-806e-a390176b298f', 'port_id': '6f81bc2f-ee1a-4f7e-97dc-4ec7d46e4907', 'mac_address': 'fa:16:3e:23:44:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9231da0d-99b6-47b0-bd6c-033361b1aa80', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93875) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 04:36:19.836658 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:19.837887 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-7eca01cd-b60a-45f8-af37-267814363a2d req-56000b9e-225d-410d-9827-12d4b64e2a82 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/security-groups?id=0256d5e3-497e-404b-8817-4512e9e9e9ac&id=0f65e94a-0045-4695-bea3-6d2c0c319a75&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0340536 Aug 31 04:36:19.849771 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.notifiers.nova [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f81bc2f-ee1a-4f7e-97dc-4ec7d46e4907 {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 04:36:19.868573 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] For port 6f81bc2f-ee1a-4f7e-97dc-4ec7d46e4907, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=6f81bc2f-ee1a-4f7e-97dc-4ec7d46e4907,segment=NetworkSegment(f953cf20-e56c-4af7-b2ae-f9d2d33099ff),segment_id=f953cf20-e56c-4af7-b2ae-f9d2d33099ff)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:36:19.872468 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:19.873118 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Device f74e9e6a-3e89-4439-bb88-91a7fdd5e305 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=93875) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 04:36:19.961362 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Pushing event updated for resources: {'Port': ['ID=6f81bc2f-ee1a-4f7e-97dc-4ec7d46e4907,revision_number=4']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:36:20.002640 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] For port f74e9e6a-3e89-4439-bb88-91a7fdd5e305, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=f74e9e6a-3e89-4439-bb88-91a7fdd5e305,segment=NetworkSegment(a7412fb6-0162-4662-bc72-ded560595039),segment_id=a7412fb6-0162-4662-bc72-ded560595039)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:36:20.014374 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Returning: {'device': 'f74e9e6a-3e89-4439-bb88-91a7fdd5e305', 'network_id': '43249730-b634-4d1c-bb80-40b48d096428', 'port_id': 'f74e9e6a-3e89-4439-bb88-91a7fdd5e305', 'mac_address': 'fa:16:3e:b9:97:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2aeecc1-c6f6-4357-a249-423447e6cfa6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93875) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 04:36:20.054398 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:20.068423 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.notifiers.nova [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f74e9e6a-3e89-4439-bb88-91a7fdd5e305 {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 04:36:20.089279 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] For port f74e9e6a-3e89-4439-bb88-91a7fdd5e305, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=f74e9e6a-3e89-4439-bb88-91a7fdd5e305,segment=NetworkSegment(a7412fb6-0162-4662-bc72-ded560595039),segment_id=a7412fb6-0162-4662-bc72-ded560595039)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:36:20.092938 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:20.142777 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Pushing event updated for resources: {'Port': ['ID=f74e9e6a-3e89-4439-bb88-91a7fdd5e305,revision_number=4']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:36:20.146521 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29255acc-0dc8-455f-bc03-dc530a6b8e03 req-d15c3e41-77a2-4512-8584-c00cb81f0d27 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:20.147972 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-29255acc-0dc8-455f-bc03-dc530a6b8e03 req-d15c3e41-77a2-4512-8584-c00cb81f0d27 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb2658bf-a714-436c-a25f-c5bb13131cb8 HTTP/1.1" status: 200 len: 945 time: 0.0556951 Aug 31 04:36:20.185497 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-29255acc-0dc8-455f-bc03-dc530a6b8e03 req-2ce385e1-f505-41b2-8178-806aad811633 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/security-groups?id=75b78e4a-f72a-42ae-924c-e5c8844ea7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312881 Aug 31 04:36:20.519986 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b52643-0f7b-4383-92f6-6a31f0418b23 req-63084c03-1972-4ec5-b256-cc70a446b94e tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:20.521702 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-69b52643-0f7b-4383-92f6-6a31f0418b23 req-63084c03-1972-4ec5-b256-cc70a446b94e tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fdca9c-d400-411b-92f3-aeef4efc766b HTTP/1.1" status: 200 len: 944 time: 0.0521674 Aug 31 04:36:20.587236 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-69b52643-0f7b-4383-92f6-6a31f0418b23 req-f4494125-f93d-4ef7-ad6f-a7d1a251104c tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/security-groups?id=5087df51-3381-4802-9616-3985fed72e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532224 Aug 31 04:36:20.601049 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051bf2fa-2983-41d3-931c-012a01ce52b1 req-9aa34715-4e40-4b0e-916a-26fe83a179f4 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:20.602559 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-051bf2fa-2983-41d3-931c-012a01ce52b1 req-9aa34715-4e40-4b0e-916a-26fe83a179f4 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/ports?device_id=4787badd-bc13-4017-b853-b3b7fcc6a069 HTTP/1.1" status: 200 len: 944 time: 0.0767481 Aug 31 04:36:20.640824 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-051bf2fa-2983-41d3-931c-012a01ce52b1 req-ed74f7ff-6bb7-4b53-a395-13015c2c5596 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/security-groups?id=48bcc221-22f0-42ba-bd8e-dded2d21f831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322886 Aug 31 04:36:20.764816 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] get_ports_and_sgs() called for port_ids ['f74e9e6a-3e89-4439-bb88-91a7fdd5e305'] {{(pid=93875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 04:36:20.792462 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] get_ports_and_sgs() called for port_ids ['6f81bc2f-ee1a-4f7e-97dc-4ec7d46e4907'] {{(pid=93875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 04:36:20.949154 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a07cb01-71d6-49b8-baee-8ebf9fc4c315 req-4f389fcf-69a5-4694-bca8-3cb3201a29ea tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:20.950695 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-5a07cb01-71d6-49b8-baee-8ebf9fc4c315 req-4f389fcf-69a5-4694-bca8-3cb3201a29ea tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 985 time: 0.0471880 Aug 31 04:36:20.990801 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-5a07cb01-71d6-49b8-baee-8ebf9fc4c315 req-c03f7712-4c53-47f3-8649-72d5fa9ed4f0 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/security-groups?id=0256d5e3-497e-404b-8817-4512e9e9e9ac&id=0f65e94a-0045-4695-bea3-6d2c0c319a75&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0338409 Aug 31 04:36:21.128735 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6ef33a-0896-4ba6-8771-67f1be0d9d71 req-fab6a019-a3ff-4dff-b2d5-db40efe09fa1 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:21.130925 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-df6ef33a-0896-4ba6-8771-67f1be0d9d71 req-fab6a019-a3ff-4dff-b2d5-db40efe09fa1 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb2658bf-a714-436c-a25f-c5bb13131cb8 HTTP/1.1" status: 200 len: 945 time: 0.0474041 Aug 31 04:36:21.233219 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [req-df6ef33a-0896-4ba6-8771-67f1be0d9d71 req-39f39e43-facf-4790-a425-0b54570f56f0 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Deleting port 80cf53f1-dc62-4a38-bb1a-c6c3aabd1fda {{(pid=93873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 04:36:21.233563 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-df6ef33a-0896-4ba6-8771-67f1be0d9d71 req-39f39e43-facf-4790-a425-0b54570f56f0 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730087506454'] for port, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:21.310659 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab623963-8c7b-4add-b5e6-474b910a34ae req-276fb760-7ec1-4004-975e-c2f0193ee5df tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:21.312223 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-ab623963-8c7b-4add-b5e6-474b910a34ae req-276fb760-7ec1-4004-975e-c2f0193ee5df tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb2658bf-a714-436c-a25f-c5bb13131cb8 HTTP/1.1" status: 200 len: 945 time: 0.0517139 Aug 31 04:36:21.337878 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [req-df6ef33a-0896-4ba6-8771-67f1be0d9d71 req-39f39e43-facf-4790-a425-0b54570f56f0 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] For port 80cf53f1-dc62-4a38-bb1a-c6c3aabd1fda, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=80cf53f1-dc62-4a38-bb1a-c6c3aabd1fda,segment=NetworkSegment(50e75a1a-dbd4-418a-9de6-b2a5917b80a4),segment_id=50e75a1a-dbd4-418a-9de6-b2a5917b80a4)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:36:21.338282 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-df6ef33a-0896-4ba6-8771-67f1be0d9d71 req-39f39e43-facf-4790-a425-0b54570f56f0 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7955047'] for port, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:21.351381 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [req-df6ef33a-0896-4ba6-8771-67f1be0d9d71 req-39f39e43-facf-4790-a425-0b54570f56f0 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Calling delete_port for 80cf53f1-dc62-4a38-bb1a-c6c3aabd1fda owned by compute:nova {{(pid=93873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 04:36:21.383258 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-ab623963-8c7b-4add-b5e6-474b910a34ae req-9fb5b8e3-f1cd-41ce-ba33-d48dd6c0d14b tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/security-groups?id=75b78e4a-f72a-42ae-924c-e5c8844ea7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607970 Aug 31 04:36:21.398708 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b22a79-ccbc-4964-b9f2-4d07fe0d3339 req-8423a7b3-5a98-423e-8b71-253ff786d583 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:21.400157 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-a1b22a79-ccbc-4964-b9f2-4d07fe0d3339 req-8423a7b3-5a98-423e-8b71-253ff786d583 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.37 "GET /v2.0/ports?device_id=06f145f2-db4f-43fe-8f72-8ce0d2e9547a HTTP/1.1" status: 200 len: 946 time: 0.0700912 Aug 31 04:36:21.440320 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-a1b22a79-ccbc-4964-b9f2-4d07fe0d3339 req-e99e92ff-0fce-4e74-9459-a251d4a3c13a tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.37 "GET /v2.0/security-groups?id=6edf5784-9dde-4b8b-8160-15944e15858a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333235 Aug 31 04:36:21.476696 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-df6ef33a-0896-4ba6-8771-67f1be0d9d71 req-39f39e43-facf-4790-a425-0b54570f56f0 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730087509221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730086931505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4316683'] for port, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:21.502405 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f39e43-facf-4790-a425-0b54570f56f0 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Pushing event deleted for resources: {'Port': ['ID=80cf53f1-dc62-4a38-bb1a-c6c3aabd1fda,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:36:21.541658 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [req-df6ef33a-0896-4ba6-8771-67f1be0d9d71 req-39f39e43-facf-4790-a425-0b54570f56f0 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] No DVR routers for this DVR port 80cf53f1-dc62-4a38-bb1a-c6c3aabd1fda on host hv-cinder-77819 {{(pid=93873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 04:36:21.543967 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-df6ef33a-0896-4ba6-8771-67f1be0d9d71 req-39f39e43-facf-4790-a425-0b54570f56f0 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200266'] for port, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:21.545904 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-df6ef33a-0896-4ba6-8771-67f1be0d9d71 req-39f39e43-facf-4790-a425-0b54570f56f0 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.13 "DELETE /v2.0/ports/80cf53f1-dc62-4a38-bb1a-c6c3aabd1fda HTTP/1.1" status: 204 len: 173 time: 0.4001498 Aug 31 04:36:21.546362 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb2658bf-a714-436c-a25f-c5bb13131cb8', 'name': 'network-vif-deleted', 'tag': '80cf53f1-dc62-4a38-bb1a-c6c3aabd1fda'}] {{(pid=93873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 04:36:21.548554 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a11e4e79c753650f2852f0d7a0fe7e91abda00271ce9373e69ea4f6baf967f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0810fac-089d-4188-a95c-05ffbca694ef" -d '{"events": [{"server_uuid": "bb2658bf-a714-436c-a25f-c5bb13131cb8", "name": "network-vif-deleted", "tag": "80cf53f1-dc62-4a38-bb1a-c6c3aabd1fda"}]}' {{(pid=93873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:36:21.583648 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 04:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cef1cc2-bc38-42dd-9236-367808f95917 x-openstack-request-id: req-3cef1cc2-bc38-42dd-9236-367808f95917 {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:36:21.583961 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb2658bf-a714-436c-a25f-c5bb13131cb8", "name": "network-vif-deleted", "tag": "80cf53f1-dc62-4a38-bb1a-c6c3aabd1fda", "status": "completed", "code": 200}]} {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:36:21.584229 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3cef1cc2-bc38-42dd-9236-367808f95917 {{(pid=93873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:36:21.585072 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb2658bf-a714-436c-a25f-c5bb13131cb8', 'name': 'network-vif-deleted', 'tag': '80cf53f1-dc62-4a38-bb1a-c6c3aabd1fda', 'status': 'completed', 'code': 200} Aug 31 04:36:21.703241 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d79139d-bfd7-4d8d-af8b-365b3539cb17 req-4c2dc5d1-a937-4098-a805-dc162be9e4ac tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:21.704724 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-8d79139d-bfd7-4d8d-af8b-365b3539cb17 req-4c2dc5d1-a937-4098-a805-dc162be9e4ac tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fdca9c-d400-411b-92f3-aeef4efc766b HTTP/1.1" status: 200 len: 944 time: 0.0525422 Aug 31 04:36:21.736124 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Device 1869e76d-1e2b-4e05-9db4-7ce3ad7dbd20 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=93875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:36:21.756977 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] No Port match for: 1869e76d-1e2b-4e05-9db4-7ce3ad7dbd20 {{(pid=93875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 04:36:21.757317 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Device 1869e76d-1e2b-4e05-9db4-7ce3ad7dbd20 not bound to the agent host hv-cinder-77819 {{(pid=93875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:36:21.768950 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-8d79139d-bfd7-4d8d-af8b-365b3539cb17 req-764d443b-a285-43b5-bb34-b7bf7c887f90 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/security-groups?id=5087df51-3381-4802-9616-3985fed72e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578511 Aug 31 04:36:21.789351 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23432bc5-a29e-4b0a-90a6-67ecd6b51782 req-bf16e9d7-d11c-4146-8b74-abb5e118e798 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:21.790841 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-23432bc5-a29e-4b0a-90a6-67ecd6b51782 req-bf16e9d7-d11c-4146-8b74-abb5e118e798 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/ports?device_id=4787badd-bc13-4017-b853-b3b7fcc6a069 HTTP/1.1" status: 200 len: 944 time: 0.0665815 Aug 31 04:36:21.828830 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-23432bc5-a29e-4b0a-90a6-67ecd6b51782 req-1b3ff103-70c4-4cf7-822f-67442cdc25cd tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/security-groups?id=48bcc221-22f0-42ba-bd8e-dded2d21f831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320187 Aug 31 04:36:21.953300 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] get_ports_and_sgs() called for port_ids ['aaf78d6f-71aa-4bfc-88a6-916d6e36bcab'] {{(pid=93875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 04:36:22.103668 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e05466d-c503-454c-9cf9-4a4cda3f1d49 req-b27b34a9-f443-4ea0-ac67-16b5379718cd tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:22.105108 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-2e05466d-c503-454c-9cf9-4a4cda3f1d49 req-b27b34a9-f443-4ea0-ac67-16b5379718cd tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 985 time: 0.0465126 Aug 31 04:36:22.143539 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-2e05466d-c503-454c-9cf9-4a4cda3f1d49 req-dc626a43-2f0b-48fb-b679-02c278b962a8 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/security-groups?id=0256d5e3-497e-404b-8817-4512e9e9e9ac&id=0f65e94a-0045-4695-bea3-6d2c0c319a75&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0324187 Aug 31 04:36:22.565538 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79834868-df1d-49ed-a967-d8632928e940 req-4c0341b6-9dd6-4548-8035-8978860f3d65 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:22.567467 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-79834868-df1d-49ed-a967-d8632928e940 req-4c0341b6-9dd6-4548-8035-8978860f3d65 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.37 "GET /v2.0/ports?device_id=06f145f2-db4f-43fe-8f72-8ce0d2e9547a HTTP/1.1" status: 200 len: 946 time: 0.0579219 Aug 31 04:36:22.607276 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-79834868-df1d-49ed-a967-d8632928e940 req-7f0c1bfc-074c-4aca-8571-75748159e2a8 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.37 "GET /v2.0/security-groups?id=6edf5784-9dde-4b8b-8160-15944e15858a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336223 Aug 31 04:36:22.656977 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854fb34f-70f0-44a2-a8a0-45eace68dbbc req-b9b7cd44-9730-4443-9c12-682d12abab1d tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:22.658440 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-854fb34f-70f0-44a2-a8a0-45eace68dbbc req-b9b7cd44-9730-4443-9c12-682d12abab1d tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/ports?device_id=390893f3-2c2b-4803-b7a8-3c19fb0503a4 HTTP/1.1" status: 200 len: 945 time: 0.0502741 Aug 31 04:36:22.697036 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-854fb34f-70f0-44a2-a8a0-45eace68dbbc req-8fd56ec1-1200-4ded-9453-a7c8cb7fcf7d tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/security-groups?id=75b78e4a-f72a-42ae-924c-e5c8844ea7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317843 Aug 31 04:36:22.881787 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d46955-846b-492e-a848-ba0593c45953 req-adb41e51-4340-45c6-8dc8-200bba049209 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:22.883288 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-c7d46955-846b-492e-a848-ba0593c45953 req-adb41e51-4340-45c6-8dc8-200bba049209 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fdca9c-d400-411b-92f3-aeef4efc766b HTTP/1.1" status: 200 len: 944 time: 0.0482998 Aug 31 04:36:22.946415 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-c7d46955-846b-492e-a848-ba0593c45953 req-3c333c6c-7d1d-44cb-91bd-13a9acf27cc7 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/security-groups?id=5087df51-3381-4802-9616-3985fed72e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572045 Aug 31 04:36:22.961584 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187c350c-9f83-4f39-9fc8-921f87ba712b req-ab3bc548-4481-420c-b991-91273977949d tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:22.963092 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-187c350c-9f83-4f39-9fc8-921f87ba712b req-ab3bc548-4481-420c-b991-91273977949d tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/ports?device_id=4787badd-bc13-4017-b853-b3b7fcc6a069 HTTP/1.1" status: 200 len: 944 time: 0.0676253 Aug 31 04:36:22.999839 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-187c350c-9f83-4f39-9fc8-921f87ba712b req-88def08b-d524-49b9-8671-4d8f2f516617 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/security-groups?id=48bcc221-22f0-42ba-bd8e-dded2d21f831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308485 Aug 31 04:36:23.258582 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e1809b-7038-43a0-b98c-932e442c02ec req-f662e8e9-a464-46ca-b37e-31638501ea3b tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:23.260005 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-82e1809b-7038-43a0-b98c-932e442c02ec req-f662e8e9-a464-46ca-b37e-31638501ea3b tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 985 time: 0.0504503 Aug 31 04:36:23.298246 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-82e1809b-7038-43a0-b98c-932e442c02ec req-5e865a8b-0b64-4db0-8fbe-502a7c028fb2 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/security-groups?id=0256d5e3-497e-404b-8817-4512e9e9e9ac&id=0f65e94a-0045-4695-bea3-6d2c0c319a75&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0323026 Aug 31 04:36:23.722912 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11353d4d-85d6-43f8-ab9c-4747783b446c req-b488b997-c6e5-416a-bca7-2098f4255cd1 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:23.724368 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-11353d4d-85d6-43f8-ab9c-4747783b446c req-b488b997-c6e5-416a-bca7-2098f4255cd1 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.37 "GET /v2.0/ports?device_id=06f145f2-db4f-43fe-8f72-8ce0d2e9547a HTTP/1.1" status: 200 len: 946 time: 0.0491776 Aug 31 04:36:23.735006 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Device 6f81bc2f-ee1a-4f7e-97dc-4ec7d46e4907 up at agent hyperv_hv-cinder-77819 {{(pid=93875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:36:23.762443 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-11353d4d-85d6-43f8-ab9c-4747783b446c req-dee75103-c2e1-4109-a091-4f6eb830fa6b tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.37 "GET /v2.0/security-groups?id=6edf5784-9dde-4b8b-8160-15944e15858a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322058 Aug 31 04:36:23.787064 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Provisioning for port 6f81bc2f-ee1a-4f7e-97dc-4ec7d46e4907 completed by entity L2. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 04:36:23.790784 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Provisioning complete for port 6f81bc2f-ee1a-4f7e-97dc-4ec7d46e4907 triggered by entity L2. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:36:23.791158 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667402'] for port, provisioning_complete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:23.812717 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a724d0fc-9b5b-42c5-890a-e61e4083a4cb req-5ec99464-9671-4d3d-a935-93558f2f35e9 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:23.814175 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-a724d0fc-9b5b-42c5-890a-e61e4083a4cb req-5ec99464-9671-4d3d-a935-93558f2f35e9 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/ports?device_id=390893f3-2c2b-4803-b7a8-3c19fb0503a4 HTTP/1.1" status: 200 len: 945 time: 0.0473561 Aug 31 04:36:23.851376 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-a724d0fc-9b5b-42c5-890a-e61e4083a4cb req-c429c7f8-83fa-4e19-aad1-53c64f8a942b tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/security-groups?id=75b78e4a-f72a-42ae-924c-e5c8844ea7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306726 Aug 31 04:36:23.866551 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:23.888416 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4787badd-bc13-4017-b853-b3b7fcc6a069', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f81bc2f-ee1a-4f7e-97dc-4ec7d46e4907'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 04:36:23.890552 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb65e2f83a67e5a17dc8ea4502d49053413b763c9a1f232c6edaada591b5d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b1b13e8-0ea3-44d5-91a8-a031d6b66018" -d '{"events": [{"server_uuid": "4787badd-bc13-4017-b853-b3b7fcc6a069", "name": "network-vif-plugged", "status": "completed", "tag": "6f81bc2f-ee1a-4f7e-97dc-4ec7d46e4907"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:36:23.906623 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] For port 6f81bc2f-ee1a-4f7e-97dc-4ec7d46e4907, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=6f81bc2f-ee1a-4f7e-97dc-4ec7d46e4907,segment=NetworkSegment(f953cf20-e56c-4af7-b2ae-f9d2d33099ff),segment_id=f953cf20-e56c-4af7-b2ae-f9d2d33099ff)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:36:23.912366 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:23.913506 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Device f74e9e6a-3e89-4439-bb88-91a7fdd5e305 up at agent hyperv_hv-cinder-77819 {{(pid=93875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:36:23.936887 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 04:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-523709f4-1ea4-4320-8131-f99213324f1e x-openstack-request-id: req-523709f4-1ea4-4320-8131-f99213324f1e {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:36:23.937249 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4787badd-bc13-4017-b853-b3b7fcc6a069", "name": "network-vif-plugged", "status": "completed", "tag": "6f81bc2f-ee1a-4f7e-97dc-4ec7d46e4907", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:36:23.937506 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-523709f4-1ea4-4320-8131-f99213324f1e {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:36:23.937885 dv-cinder-778193-7-iscsi neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4787badd-bc13-4017-b853-b3b7fcc6a069', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f81bc2f-ee1a-4f7e-97dc-4ec7d46e4907', 'code': 200} Aug 31 04:36:23.940786 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd834a2-def5-4b7f-8959-20e750d063d1 req-0a0bf2db-b017-46f9-84df-051e9b88d8bc tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:23.943016 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-dcd834a2-def5-4b7f-8959-20e750d063d1 req-0a0bf2db-b017-46f9-84df-051e9b88d8bc tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.13 "GET /v2.0/ports?device_id=06f145f2-db4f-43fe-8f72-8ce0d2e9547a HTTP/1.1" status: 200 len: 946 time: 0.0602300 Aug 31 04:36:23.994631 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Pushing event updated for resources: {'Port': ['ID=6f81bc2f-ee1a-4f7e-97dc-4ec7d46e4907,revision_number=5']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:36:24.011767 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Provisioning for port f74e9e6a-3e89-4439-bb88-91a7fdd5e305 completed by entity L2. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 04:36:24.017150 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Provisioning complete for port f74e9e6a-3e89-4439-bb88-91a7fdd5e305 triggered by entity L2. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:36:24.017526 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667402'] for port, provisioning_complete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:24.070648 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0740f04-5ff9-46dc-8164-08c6980bedb1 req-efa49923-c5f5-48dc-9394-d6203ab95b2e tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:24.079712 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-e0740f04-5ff9-46dc-8164-08c6980bedb1 req-efa49923-c5f5-48dc-9394-d6203ab95b2e tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fdca9c-d400-411b-92f3-aeef4efc766b HTTP/1.1" status: 200 len: 944 time: 0.0617800 Aug 31 04:36:24.110392 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:24.148385 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] For port f74e9e6a-3e89-4439-bb88-91a7fdd5e305, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=f74e9e6a-3e89-4439-bb88-91a7fdd5e305,segment=NetworkSegment(a7412fb6-0162-4662-bc72-ded560595039),segment_id=a7412fb6-0162-4662-bc72-ded560595039)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:36:24.149476 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [req-dcd834a2-def5-4b7f-8959-20e750d063d1 req-afb9ec98-239b-4df9-8446-7b8d21ee8237 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] Deleting port 1e8d90d6-bede-4c25-8909-7186f8e941f0 {{(pid=93873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 04:36:24.149864 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-dcd834a2-def5-4b7f-8959-20e750d063d1 req-afb9ec98-239b-4df9-8446-7b8d21ee8237 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730087506454'] for port, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:24.155105 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:24.156341 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Device 80cf53f1-dc62-4a38-bb1a-c6c3aabd1fda no longer exists at agent hyperv_hv-cinder-77819 {{(pid=93875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:36:24.157453 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-e0740f04-5ff9-46dc-8164-08c6980bedb1 req-185b74ce-d3da-4f8b-be5f-9c09349416fa tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/security-groups?id=5087df51-3381-4802-9616-3985fed72e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715199 Aug 31 04:36:24.171717 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16754cf-a073-4b9b-a5df-0d5225316974 req-949b384c-4b92-4a55-a123-ec0c1eea0525 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:24.173195 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-c16754cf-a073-4b9b-a5df-0d5225316974 req-949b384c-4b92-4a55-a123-ec0c1eea0525 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/ports?device_id=4787badd-bc13-4017-b853-b3b7fcc6a069 HTTP/1.1" status: 200 len: 945 time: 0.0779982 Aug 31 04:36:24.204114 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] No Port match for: 80cf53f1-dc62-4a38-bb1a-c6c3aabd1fda {{(pid=93875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 04:36:24.204559 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Device 80cf53f1-dc62-4a38-bb1a-c6c3aabd1fda not bound to the agent host hv-cinder-77819 {{(pid=93875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:36:24.236422 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Pushing event updated for resources: {'Port': ['ID=f74e9e6a-3e89-4439-bb88-91a7fdd5e305,revision_number=5']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:36:24.241078 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-c16754cf-a073-4b9b-a5df-0d5225316974 req-f2af40ed-99d2-466d-a517-f257b5100bd6 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/security-groups?id=48bcc221-22f0-42ba-bd8e-dded2d21f831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580642 Aug 31 04:36:24.252134 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [req-dcd834a2-def5-4b7f-8959-20e750d063d1 req-afb9ec98-239b-4df9-8446-7b8d21ee8237 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] For port 1e8d90d6-bede-4c25-8909-7186f8e941f0, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=1e8d90d6-bede-4c25-8909-7186f8e941f0,segment=NetworkSegment(5ae55f0a-ffba-458b-8371-7ff11ecedc8f),segment_id=5ae55f0a-ffba-458b-8371-7ff11ecedc8f)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:36:24.252678 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-dcd834a2-def5-4b7f-8959-20e750d063d1 req-afb9ec98-239b-4df9-8446-7b8d21ee8237 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7955047'] for port, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:24.254755 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d96724-f620-4d78-addd-9029ea785261 req-4876a5aa-7252-4b3e-9868-28dc020c3d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:24.256217 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-47d96724-f620-4d78-addd-9029ea785261 req-4876a5aa-7252-4b3e-9868-28dc020c3d08 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4787badd-bc13-4017-b853-b3b7fcc6a069 HTTP/1.1" status: 200 len: 1098 time: 0.0467401 Aug 31 04:36:24.266799 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [req-dcd834a2-def5-4b7f-8959-20e750d063d1 req-afb9ec98-239b-4df9-8446-7b8d21ee8237 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] Calling delete_port for 1e8d90d6-bede-4c25-8909-7186f8e941f0 owned by compute:nova {{(pid=93873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 04:36:24.291750 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-47d96724-f620-4d78-addd-9029ea785261 req-0c1be9fd-ce12-4bd9-bb0e-9b5b76e89f08 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=48bcc221-22f0-42ba-bd8e-dded2d21f831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276661 Aug 31 04:36:24.402218 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-dcd834a2-def5-4b7f-8959-20e750d063d1 req-afb9ec98-239b-4df9-8446-7b8d21ee8237 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730087509221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730086931505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4316683'] for port, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:24.421557 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99750f0b-56ad-4499-828a-51c3907b57aa req-500f42e4-d1fe-4386-8f17-c8455458d21d tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:24.423027 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-99750f0b-56ad-4499-828a-51c3907b57aa req-500f42e4-d1fe-4386-8f17-c8455458d21d tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 985 time: 0.0563376 Aug 31 04:36:24.430496 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb9ec98-239b-4df9-8446-7b8d21ee8237 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] Pushing event deleted for resources: {'Port': ['ID=1e8d90d6-bede-4c25-8909-7186f8e941f0,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:36:24.440266 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] get_ports_and_sgs() called for port_ids ['869c154e-acb4-4cc7-b8f9-ba1c74c92d03', 'beb6bb0c-c754-4d1a-bf05-234c5b3fd767', '1e8d90d6-bede-4c25-8909-7186f8e941f0'] {{(pid=93875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 04:36:24.469705 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-99750f0b-56ad-4499-828a-51c3907b57aa req-4c0a7f5d-db8b-477e-859a-45f5b7da4c11 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/security-groups?id=0256d5e3-497e-404b-8817-4512e9e9e9ac&id=0f65e94a-0045-4695-bea3-6d2c0c319a75&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0403628 Aug 31 04:36:24.473411 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcd834a2-def5-4b7f-8959-20e750d063d1 req-afb9ec98-239b-4df9-8446-7b8d21ee8237 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] No DVR routers for this DVR port 1e8d90d6-bede-4c25-8909-7186f8e941f0 on host hv-cinder-77819 {{(pid=93873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 04:36:24.476294 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-dcd834a2-def5-4b7f-8959-20e750d063d1 req-afb9ec98-239b-4df9-8446-7b8d21ee8237 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200266'] for port, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:24.478397 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-dcd834a2-def5-4b7f-8959-20e750d063d1 req-afb9ec98-239b-4df9-8446-7b8d21ee8237 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.13 "DELETE /v2.0/ports/1e8d90d6-bede-4c25-8909-7186f8e941f0 HTTP/1.1" status: 204 len: 173 time: 0.4866700 Aug 31 04:36:24.478924 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06f145f2-db4f-43fe-8f72-8ce0d2e9547a', 'name': 'network-vif-deleted', 'tag': '1e8d90d6-bede-4c25-8909-7186f8e941f0'}] {{(pid=93873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 04:36:24.481228 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a11e4e79c753650f2852f0d7a0fe7e91abda00271ce9373e69ea4f6baf967f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98184cfb-15be-4156-99e2-854d57c6ccee" -d '{"events": [{"server_uuid": "06f145f2-db4f-43fe-8f72-8ce0d2e9547a", "name": "network-vif-deleted", "tag": "1e8d90d6-bede-4c25-8909-7186f8e941f0"}]}' {{(pid=93873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:36:24.517243 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 04:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ae11476-c2ad-4abd-a455-938daee779f0 x-openstack-request-id: req-7ae11476-c2ad-4abd-a455-938daee779f0 {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:36:24.517563 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06f145f2-db4f-43fe-8f72-8ce0d2e9547a", "name": "network-vif-deleted", "tag": "1e8d90d6-bede-4c25-8909-7186f8e941f0", "status": "completed", "code": 200}]} {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:36:24.517854 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7ae11476-c2ad-4abd-a455-938daee779f0 {{(pid=93873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:36:24.518238 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06f145f2-db4f-43fe-8f72-8ce0d2e9547a', 'name': 'network-vif-deleted', 'tag': '1e8d90d6-bede-4c25-8909-7186f8e941f0', 'status': 'completed', 'code': 200} Aug 31 04:36:24.865068 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-9cc49adb-3b55-4d60-82e5-538795158b07 req-b213312b-ed28-4899-b531-a1c931c5c682 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.37 "GET /v2.0/ports?device_id=06f145f2-db4f-43fe-8f72-8ce0d2e9547a HTTP/1.1" status: 200 len: 210 time: 0.0257869 Aug 31 04:36:24.962610 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7345974-ee67-48d5-a2c5-024f17c8424b req-81785434-3246-4ce7-a399-6d2a3d90bd54 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:24.964059 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-a7345974-ee67-48d5-a2c5-024f17c8424b req-81785434-3246-4ce7-a399-6d2a3d90bd54 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/ports?device_id=390893f3-2c2b-4803-b7a8-3c19fb0503a4 HTTP/1.1" status: 200 len: 945 time: 0.0471563 Aug 31 04:36:25.000962 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-a7345974-ee67-48d5-a2c5-024f17c8424b req-9d28c212-f119-48fb-8abe-ae275dedbf95 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/security-groups?id=75b78e4a-f72a-42ae-924c-e5c8844ea7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309386 Aug 31 04:36:25.530814 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836b766a-c78c-4021-a986-1d8c5123d7e7 req-61f8bb55-1206-4c70-ab59-0c03e8d9c900 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:25.532263 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-836b766a-c78c-4021-a986-1d8c5123d7e7 req-61f8bb55-1206-4c70-ab59-0c03e8d9c900 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fdca9c-d400-411b-92f3-aeef4efc766b HTTP/1.1" status: 200 len: 945 time: 0.3173189 Aug 31 04:36:25.540796 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2a4778-5521-4265-ad3b-7f011b586b7c req-e6f483e0-064b-4c68-aad4-9728efc0d40a tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:25.542179 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-8c2a4778-5521-4265-ad3b-7f011b586b7c req-e6f483e0-064b-4c68-aad4-9728efc0d40a tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/ports?device_id=4787badd-bc13-4017-b853-b3b7fcc6a069 HTTP/1.1" status: 200 len: 945 time: 0.0621910 Aug 31 04:36:25.592833 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-836b766a-c78c-4021-a986-1d8c5123d7e7 req-d364f8d6-2c54-4bc0-b2f5-a5fd847b6c16 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/security-groups?id=5087df51-3381-4802-9616-3985fed72e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497108 Aug 31 04:36:25.600725 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-8c2a4778-5521-4265-ad3b-7f011b586b7c req-73a720b8-92fb-46ad-bb3f-c96c27626978 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/security-groups?id=48bcc221-22f0-42ba-bd8e-dded2d21f831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520215 Aug 31 04:36:25.693091 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8761b8db-71af-4da6-b26e-7876031eb67d req-9e8bcb9f-7b2f-4d32-9bf1-8b3423b0af35 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:25.694557 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-8761b8db-71af-4da6-b26e-7876031eb67d req-9e8bcb9f-7b2f-4d32-9bf1-8b3423b0af35 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 985 time: 0.0481982 Aug 31 04:36:25.737705 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-8761b8db-71af-4da6-b26e-7876031eb67d req-bea428ca-d19f-4f71-b973-9aea3cf10ebd tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/security-groups?id=0256d5e3-497e-404b-8817-4512e9e9e9ac&id=0f65e94a-0045-4695-bea3-6d2c0c319a75&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0372179 Aug 31 04:36:25.938876 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35fdca9c-d400-411b-92f3-aeef4efc766b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f74e9e6a-3e89-4439-bb88-91a7fdd5e305'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 04:36:25.941221 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb65e2f83a67e5a17dc8ea4502d49053413b763c9a1f232c6edaada591b5d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fe7ce39-006e-4f88-84b7-64cf39767f2e" -d '{"events": [{"server_uuid": "35fdca9c-d400-411b-92f3-aeef4efc766b", "name": "network-vif-plugged", "status": "completed", "tag": "f74e9e6a-3e89-4439-bb88-91a7fdd5e305"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:36:25.976598 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 04:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d800ed0e-0801-4005-91b3-c4ea0db12213 x-openstack-request-id: req-d800ed0e-0801-4005-91b3-c4ea0db12213 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:36:25.976893 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35fdca9c-d400-411b-92f3-aeef4efc766b", "name": "network-vif-plugged", "status": "completed", "tag": "f74e9e6a-3e89-4439-bb88-91a7fdd5e305", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:36:25.977145 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d800ed0e-0801-4005-91b3-c4ea0db12213 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:36:25.977535 dv-cinder-778193-7-iscsi neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35fdca9c-d400-411b-92f3-aeef4efc766b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f74e9e6a-3e89-4439-bb88-91a7fdd5e305', 'code': 200} Aug 31 04:36:26.157498 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7c5aac-39ce-436e-aedb-1f033b8d2f9b req-7da3434a-3b77-4255-b41c-a520a9261b64 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:26.158928 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-bb7c5aac-39ce-436e-aedb-1f033b8d2f9b req-7da3434a-3b77-4255-b41c-a520a9261b64 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/ports?device_id=390893f3-2c2b-4803-b7a8-3c19fb0503a4 HTTP/1.1" status: 200 len: 945 time: 0.0662436 Aug 31 04:36:26.167184 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d3aab3fd-f723-46cb-a07f-374404503746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:26.167453 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fbb636-e11f-4c77-832e-ddc36cfb7a03 req-440e2a1e-e5c7-4a23-bdac-91bec20ef8c9 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:26.168974 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-57fbb636-e11f-4c77-832e-ddc36cfb7a03 req-440e2a1e-e5c7-4a23-bdac-91bec20ef8c9 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.37 "GET /v2.0/ports?device_id=e238cefc-9d2d-4918-a91c-c27443d475fc HTTP/1.1" status: 200 len: 945 time: 0.0848334 Aug 31 04:36:26.223260 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-bb7c5aac-39ce-436e-aedb-1f033b8d2f9b req-0edadf03-e0b6-4e1b-aa87-6fba30ffb2b0 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/security-groups?id=75b78e4a-f72a-42ae-924c-e5c8844ea7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533173 Aug 31 04:36:26.227921 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-57fbb636-e11f-4c77-832e-ddc36cfb7a03 req-5ae60f5e-16fe-43f4-98a1-528039ff8be0 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.37 "GET /v2.0/security-groups?id=6edf5784-9dde-4b8b-8160-15944e15858a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520642 Aug 31 04:36:26.386998 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431e6e75-2182-4bdd-b0ee-c962bd537876 req-7618a9e0-3611-4080-9306-5d77b5f57372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:26.388414 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-431e6e75-2182-4bdd-b0ee-c962bd537876 req-7618a9e0-3611-4080-9306-5d77b5f57372 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=35fdca9c-d400-411b-92f3-aeef4efc766b HTTP/1.1" status: 200 len: 1098 time: 0.0382621 Aug 31 04:36:26.422676 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-431e6e75-2182-4bdd-b0ee-c962bd537876 req-cac33644-820e-44e9-bfe7-b4d8ba80022a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5087df51-3381-4802-9616-3985fed72e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0266633 Aug 31 04:36:26.734403 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55ce388-0d02-4292-9fc5-ab576cdad0c4 req-82a0f671-0bf5-4c43-8d3c-b7a130193ce6 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:26.735865 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-d55ce388-0d02-4292-9fc5-ab576cdad0c4 req-82a0f671-0bf5-4c43-8d3c-b7a130193ce6 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fdca9c-d400-411b-92f3-aeef4efc766b HTTP/1.1" status: 200 len: 945 time: 0.0771084 Aug 31 04:36:26.747425 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6e876d-a21f-4cff-a9c2-5f16c1144a86 req-64437d7b-8835-4ff1-91ab-e7b72b425609 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:26.748798 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-cd6e876d-a21f-4cff-a9c2-5f16c1144a86 req-64437d7b-8835-4ff1-91ab-e7b72b425609 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/ports?device_id=4787badd-bc13-4017-b853-b3b7fcc6a069 HTTP/1.1" status: 200 len: 945 time: 0.0807240 Aug 31 04:36:26.801299 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-d55ce388-0d02-4292-9fc5-ab576cdad0c4 req-aa3b7ccb-eeed-4c8b-ac64-8d6a14120ea7 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/security-groups?id=5087df51-3381-4802-9616-3985fed72e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509782 Aug 31 04:36:26.807232 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-cd6e876d-a21f-4cff-a9c2-5f16c1144a86 req-c48cb57e-78f6-49f7-8bf2-a5c97befd149 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/security-groups?id=48bcc221-22f0-42ba-bd8e-dded2d21f831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504842 Aug 31 04:36:26.905802 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea445ac-3d74-44a0-a6f2-fb953c8366ff req-f12ef275-6638-4fe0-9faf-56036cb7ca60 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:26.907316 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-cea445ac-3d74-44a0-a6f2-fb953c8366ff req-f12ef275-6638-4fe0-9faf-56036cb7ca60 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 985 time: 0.0483408 Aug 31 04:36:26.948624 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-cea445ac-3d74-44a0-a6f2-fb953c8366ff req-21c7bcd6-a056-447a-ab9e-5c3aba048070 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/security-groups?id=0256d5e3-497e-404b-8817-4512e9e9e9ac&id=0f65e94a-0045-4695-bea3-6d2c0c319a75&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0346742 Aug 31 04:36:27.367089 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47699e7a-882e-44e2-9aa2-43665b56c3fa req-88f846d6-432d-4ba1-9c47-f053881b24e4 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:27.368470 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-47699e7a-882e-44e2-9aa2-43665b56c3fa req-88f846d6-432d-4ba1-9c47-f053881b24e4 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/ports?device_id=390893f3-2c2b-4803-b7a8-3c19fb0503a4 HTTP/1.1" status: 200 len: 945 time: 0.0769608 Aug 31 04:36:27.388414 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce780c4f-99a2-422a-b563-fa63bae6da3f req-11d51970-7a53-4a42-9748-00e87a3eb431 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:27.389793 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-ce780c4f-99a2-422a-b563-fa63bae6da3f req-11d51970-7a53-4a42-9748-00e87a3eb431 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.37 "GET /v2.0/ports?device_id=e238cefc-9d2d-4918-a91c-c27443d475fc HTTP/1.1" status: 200 len: 945 time: 0.0698485 Aug 31 04:36:27.436224 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-47699e7a-882e-44e2-9aa2-43665b56c3fa req-b29debb8-38d1-477c-b952-d2cd1c1425e1 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/security-groups?id=75b78e4a-f72a-42ae-924c-e5c8844ea7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605285 Aug 31 04:36:27.444905 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-ce780c4f-99a2-422a-b563-fa63bae6da3f req-7412f1b6-e097-4f95-aee2-8492996134fd tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.37 "GET /v2.0/security-groups?id=6edf5784-9dde-4b8b-8160-15944e15858a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475278 Aug 31 04:36:27.752429 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Device 1e8d90d6-bede-4c25-8909-7186f8e941f0 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=93875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:36:27.756985 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:27.773494 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] No Port match for: 1e8d90d6-bede-4c25-8909-7186f8e941f0 {{(pid=93875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 04:36:27.773842 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Device 1e8d90d6-bede-4c25-8909-7186f8e941f0 not bound to the agent host hv-cinder-77819 {{(pid=93875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:36:27.921162 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5ee869-0a9f-4985-b6a8-35895425a682 req-1885b694-23fa-4c96-8368-d03898eddf57 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:27.922634 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-8a5ee869-0a9f-4985-b6a8-35895425a682 req-1885b694-23fa-4c96-8368-d03898eddf57 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fdca9c-d400-411b-92f3-aeef4efc766b HTTP/1.1" status: 200 len: 945 time: 0.0506155 Aug 31 04:36:27.962912 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-8a5ee869-0a9f-4985-b6a8-35895425a682 req-a3a8f576-52a4-441e-b6e6-370dccbc5948 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/security-groups?id=5087df51-3381-4802-9616-3985fed72e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338330 Aug 31 04:36:28.068719 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe3355b-82bf-4b73-9419-5709d519e01a req-a32e69e2-322a-415d-9bd6-0016b972e792 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:28.070195 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-fbe3355b-82bf-4b73-9419-5709d519e01a req-a32e69e2-322a-415d-9bd6-0016b972e792 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 985 time: 0.0489149 Aug 31 04:36:28.109198 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-fbe3355b-82bf-4b73-9419-5709d519e01a req-52831512-24d1-4ab7-9db5-3b65f9a3ae4a tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/security-groups?id=0256d5e3-497e-404b-8817-4512e9e9e9ac&id=0f65e94a-0045-4695-bea3-6d2c0c319a75&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0327611 Aug 31 04:36:28.577165 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599fe530-8b9b-4dc0-b4a7-d032909fc46f req-40f5e263-8a6b-4412-8aed-bfe695a74add tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:28.578573 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-599fe530-8b9b-4dc0-b4a7-d032909fc46f req-40f5e263-8a6b-4412-8aed-bfe695a74add tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/ports?device_id=390893f3-2c2b-4803-b7a8-3c19fb0503a4 HTTP/1.1" status: 200 len: 945 time: 0.0726688 Aug 31 04:36:28.590592 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69624ba-2cb2-4d02-af3e-8aff63b84c2f req-f7d95866-1d1c-489f-9c36-ecdec2471754 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:28.591894 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-f69624ba-2cb2-4d02-af3e-8aff63b84c2f req-f7d95866-1d1c-489f-9c36-ecdec2471754 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.37 "GET /v2.0/ports?device_id=e238cefc-9d2d-4918-a91c-c27443d475fc HTTP/1.1" status: 200 len: 945 time: 0.0761166 Aug 31 04:36:28.630502 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6424b78b-9e08-4b12-bb77-f9aced69ea4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:28.650508 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-599fe530-8b9b-4dc0-b4a7-d032909fc46f req-15062436-09ac-455b-8da4-bab7284772ff tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/security-groups?id=75b78e4a-f72a-42ae-924c-e5c8844ea7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576644 Aug 31 04:36:28.653200 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-f69624ba-2cb2-4d02-af3e-8aff63b84c2f req-fbe1859b-a0e9-41ac-b508-8792753da85e tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.37 "GET /v2.0/security-groups?id=6edf5784-9dde-4b8b-8160-15944e15858a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538788 Aug 31 04:36:28.942650 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:29.074095 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b6b29b-bb91-402d-afa7-8bad468ad225 req-55a3d1d2-f268-4e79-b2ec-910366407d32 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:29.075574 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-13b6b29b-bb91-402d-afa7-8bad468ad225 req-55a3d1d2-f268-4e79-b2ec-910366407d32 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fdca9c-d400-411b-92f3-aeef4efc766b HTTP/1.1" status: 200 len: 945 time: 0.0463679 Aug 31 04:36:29.112189 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-13b6b29b-bb91-402d-afa7-8bad468ad225 req-a8e0ecdf-bd5f-43e0-a197-ebe4d19029d2 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/security-groups?id=5087df51-3381-4802-9616-3985fed72e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306468 Aug 31 04:36:29.228132 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a56e085-ec82-41db-9b39-00aa2f016670 req-2b955879-a86e-44f5-a58e-2aa119e0699a tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:29.229576 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-2a56e085-ec82-41db-9b39-00aa2f016670 req-2b955879-a86e-44f5-a58e-2aa119e0699a tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fdca9c-d400-411b-92f3-aeef4efc766b HTTP/1.1" status: 200 len: 945 time: 0.0488625 Aug 31 04:36:29.266544 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-2a56e085-ec82-41db-9b39-00aa2f016670 req-c9de4cfc-2951-4889-a9a8-2af3273e1052 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/security-groups?id=5087df51-3381-4802-9616-3985fed72e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310435 Aug 31 04:36:29.288639 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 36174) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:36:29.387495 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e26988d-111b-4053-aaeb-c08018df5403 tempest-TestVolumeBootPattern-1163851752 tempest-TestVolumeBootPattern-1163851752-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:29.388995 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-0e26988d-111b-4053-aaeb-c08018df5403 tempest-TestVolumeBootPattern-1163851752 tempest-TestVolumeBootPattern-1163851752-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=35fdca9c-d400-411b-92f3-aeef4efc766b HTTP/1.1" status: 200 len: 1093 time: 0.0993738 Aug 31 04:36:29.391884 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 36180) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:36:29.396085 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.v2.base [None req-dce59af3-bb61-4425-8718-4438a096d2bd tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Request body: {'floatingip': {'floating_network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'port_id': 'f74e9e6a-3e89-4439-bb88-91a7fdd5e305', 'tenant_id': 'bc308d1c5c63497ca880321a556c0dcf', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:36:29.416866 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-dce59af3-bb61-4425-8718-4438a096d2bd tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Notify callbacks [] for floatingip, before_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:29.524844 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-dce59af3-bb61-4425-8718-4438a096d2bd tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:29.633586 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.db.db_base_plugin_common [None req-dce59af3-bb61-4425-8718-4438a096d2bd tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Allocated IP 172.27.3.61 (f4b5f899-990a-4804-98c2-2f4cfa444408/03ec91ec-d42e-4d2c-8dee-dc4e2d357557/22b8e5ac-16a9-4fa7-956f-7aafbc5d0d35) {{(pid=93874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:36:29.749173 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7163bb-11e2-4332-b0aa-3d845614831b req-00436c81-d3ea-4fe6-bf5b-4879287a907c tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:29.750885 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-0c7163bb-11e2-4332-b0aa-3d845614831b req-00436c81-d3ea-4fe6-bf5b-4879287a907c tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.13 "GET /v2.0/ports?device_id=e238cefc-9d2d-4918-a91c-c27443d475fc HTTP/1.1" status: 200 len: 945 time: 0.0582676 Aug 31 04:36:29.768314 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-dce59af3-bb61-4425-8718-4438a096d2bd tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Notify callbacks [] for port, precommit_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:29.830461 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cae06a7b-375a-4b62-8781-ea2d8af560c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:29.845568 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f5a860-da90-4b5e-b296-e4caa8004eeb req-10932a76-957d-4ea4-9b42-d44ba6c3eafd tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:29.847392 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-a0f5a860-da90-4b5e-b296-e4caa8004eeb req-10932a76-957d-4ea4-9b42-d44ba6c3eafd tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.37 "GET /v2.0/ports?device_id=e238cefc-9d2d-4918-a91c-c27443d475fc HTTP/1.1" status: 200 len: 945 time: 0.1196232 Aug 31 04:36:29.853167 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [req-0c7163bb-11e2-4332-b0aa-3d845614831b req-6e8182c5-3617-4ee9-a20e-76c467d66aaa tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] Deleting port beb6bb0c-c754-4d1a-bf05-234c5b3fd767 {{(pid=93873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 04:36:29.853520 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-0c7163bb-11e2-4332-b0aa-3d845614831b req-6e8182c5-3617-4ee9-a20e-76c467d66aaa tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730087506454'] for port, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:29.864604 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0cfc6b-7abb-4686-b181-1a8c8e133d4e req-7b54db46-b68b-4a40-8002-61ed7e7a76dd tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:29.866053 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-0a0cfc6b-7abb-4686-b181-1a8c8e133d4e req-7b54db46-b68b-4a40-8002-61ed7e7a76dd tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/ports?device_id=390893f3-2c2b-4803-b7a8-3c19fb0503a4 HTTP/1.1" status: 200 len: 945 time: 0.1036925 Aug 31 04:36:29.872450 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-dce59af3-bb61-4425-8718-4438a096d2bd tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730086931496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16403769'] for port, after_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:29.938589 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [req-0c7163bb-11e2-4332-b0aa-3d845614831b req-6e8182c5-3617-4ee9-a20e-76c467d66aaa tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] For port beb6bb0c-c754-4d1a-bf05-234c5b3fd767, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=beb6bb0c-c754-4d1a-bf05-234c5b3fd767,segment=NetworkSegment(5ae55f0a-ffba-458b-8371-7ff11ecedc8f),segment_id=5ae55f0a-ffba-458b-8371-7ff11ecedc8f)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:36:29.938959 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-0c7163bb-11e2-4332-b0aa-3d845614831b req-6e8182c5-3617-4ee9-a20e-76c467d66aaa tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7955047'] for port, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:29.944991 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce59af3-bb61-4425-8718-4438a096d2bd tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Network f4b5f899-990a-4804-98c2-2f4cfa444408 is already hosted by enough agents. {{(pid=93874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:36:29.953235 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [req-0c7163bb-11e2-4332-b0aa-3d845614831b req-6e8182c5-3617-4ee9-a20e-76c467d66aaa tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] Calling delete_port for beb6bb0c-c754-4d1a-bf05-234c5b3fd767 owned by compute:nova {{(pid=93873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 04:36:29.963292 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.scheduler.base_scheduler [None req-dce59af3-bb61-4425-8718-4438a096d2bd tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Resources bound (agent type, host, resource id): {{(pid=93874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:36:29.971162 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce59af3-bb61-4425-8718-4438a096d2bd tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Received port after_create {{(pid=93874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 04:36:29.975706 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-a0f5a860-da90-4b5e-b296-e4caa8004eeb req-ee61b7a0-d094-4038-89e4-f3018d8db830 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.37 "GET /v2.0/security-groups?id=6edf5784-9dde-4b8b-8160-15944e15858a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207039 Aug 31 04:36:29.995049 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce59af3-bb61-4425-8718-4438a096d2bd tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Pushing event updated for resources: {'Port': ['ID=22b8e5ac-16a9-4fa7-956f-7aafbc5d0d35,revision_number=1']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:36:29.999703 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-0a0cfc6b-7abb-4686-b181-1a8c8e133d4e req-f78afec1-7a13-497f-a21d-f76ee405f22c tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/security-groups?id=75b78e4a-f72a-42ae-924c-e5c8844ea7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180785 Aug 31 04:36:30.084639 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-0c7163bb-11e2-4332-b0aa-3d845614831b req-6e8182c5-3617-4ee9-a20e-76c467d66aaa tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730087509221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730086931505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4316683'] for port, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:30.112118 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8182c5-3617-4ee9-a20e-76c467d66aaa tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] Pushing event deleted for resources: {'Port': ['ID=beb6bb0c-c754-4d1a-bf05-234c5b3fd767,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:36:30.141169 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] get_ports_and_sgs() called for port_ids ['869c154e-acb4-4cc7-b8f9-ba1c74c92d03', 'beb6bb0c-c754-4d1a-bf05-234c5b3fd767'] {{(pid=93875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 04:36:30.154516 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c7163bb-11e2-4332-b0aa-3d845614831b req-6e8182c5-3617-4ee9-a20e-76c467d66aaa tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] No DVR routers for this DVR port beb6bb0c-c754-4d1a-bf05-234c5b3fd767 on host hv-cinder-77819 {{(pid=93873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 04:36:30.156979 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-0c7163bb-11e2-4332-b0aa-3d845614831b req-6e8182c5-3617-4ee9-a20e-76c467d66aaa tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200266'] for port, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:30.159102 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-0c7163bb-11e2-4332-b0aa-3d845614831b req-6e8182c5-3617-4ee9-a20e-76c467d66aaa tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.13 "DELETE /v2.0/ports/beb6bb0c-c754-4d1a-bf05-234c5b3fd767 HTTP/1.1" status: 204 len: 173 time: 0.3994792 Aug 31 04:36:30.159527 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e238cefc-9d2d-4918-a91c-c27443d475fc', 'name': 'network-vif-deleted', 'tag': 'beb6bb0c-c754-4d1a-bf05-234c5b3fd767'}] {{(pid=93873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 04:36:30.162377 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a11e4e79c753650f2852f0d7a0fe7e91abda00271ce9373e69ea4f6baf967f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b080a8a9-343a-43c2-bba2-72d724055ab1" -d '{"events": [{"server_uuid": "e238cefc-9d2d-4918-a91c-c27443d475fc", "name": "network-vif-deleted", "tag": "beb6bb0c-c754-4d1a-bf05-234c5b3fd767"}]}' {{(pid=93873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:36:30.203279 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 04:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-389a3bd0-4824-4c8f-9fae-5e13149b8f2f x-openstack-request-id: req-389a3bd0-4824-4c8f-9fae-5e13149b8f2f {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:36:30.203724 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e238cefc-9d2d-4918-a91c-c27443d475fc", "name": "network-vif-deleted", "tag": "beb6bb0c-c754-4d1a-bf05-234c5b3fd767", "status": "completed", "code": 200}]} {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:36:30.204160 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-389a3bd0-4824-4c8f-9fae-5e13149b8f2f {{(pid=93873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:36:30.204568 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e238cefc-9d2d-4918-a91c-c27443d475fc', 'name': 'network-vif-deleted', 'tag': 'beb6bb0c-c754-4d1a-bf05-234c5b3fd767', 'status': 'completed', 'code': 200} Aug 31 04:36:30.357731 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-dce59af3-bb61-4425-8718-4438a096d2bd tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:30.428690 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-dce59af3-bb61-4425-8718-4438a096d2bd tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:30.573635 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-dce59af3-bb61-4425-8718-4438a096d2bd tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Notify callbacks [] for port, precommit_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:30.578065 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-dce59af3-bb61-4425-8718-4438a096d2bd tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16403712'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:30.643233 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce59af3-bb61-4425-8718-4438a096d2bd tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Pushing event updated for resources: {'Port': ['ID=22b8e5ac-16a9-4fa7-956f-7aafbc5d0d35,revision_number=2']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:36:30.652562 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-dce59af3-bb61-4425-8718-4438a096d2bd tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7956241'] for floatingip, after_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:30.748424 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.db.l3_db [None req-dce59af3-bb61-4425-8718-4438a096d2bd tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Floating IP 00fa7050-30d2-48e8-b006-d6f7a28e5b08 associated. External IP: 172.27.3.61, port: f74e9e6a-3e89-4439-bb88-91a7fdd5e305. Aug 31 04:36:30.952650 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dce59af3-bb61-4425-8718-4438a096d2bd tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Router cfb1beff-8e89-4236-bc57-c670bf3ccc79 has already been hosted by L3 agent 0d18d50c-d309-40cc-9cbf-a014e4f79dac {{(pid=93874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 04:36:31.074878 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dce59af3-bb61-4425-8718-4438a096d2bd tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Notify agent at l3_agent.dv-cinder-778193-7-iscsi the message routers_updated {{(pid=93874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:36:31.088844 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29c7914-63f4-46bc-8f03-c34d16f9cc7d None None] Sync routers for ids ['cfb1beff-8e89-4236-bc57-c670bf3ccc79'] in dv-cinder-778193-7-iscsi {{(pid=93876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:36:31.097500 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-dce59af3-bb61-4425-8718-4438a096d2bd tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200266'] for floatingip, before_response {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:31.099215 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29c7914-63f4-46bc-8f03-c34d16f9cc7d None None] Routers {'cfb1beff-8e89-4236-bc57-c670bf3ccc79'} bound to L3 agent in host dv-cinder-778193-7-iscsi {{(pid=93876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 04:36:31.099581 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.l3_hamode_db [None req-a29c7914-63f4-46bc-8f03-c34d16f9cc7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T04:24:29Z,description=,heartbeat_timestamp=2021-08-31T04:36:29Z,host='dv-cinder-778193-7-iscsi',id=0d18d50c-d309-40cc-9cbf-a014e4f79dac,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T04:24:29Z,topic='l3_agent')) {'router_ids': ['cfb1beff-8e89-4236-bc57-c670bf3ccc79'], 'active': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:36:31.173239 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-dce59af3-bb61-4425-8718-4438a096d2bd tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7650807 Aug 31 04:36:31.173239 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35fdca9c-d400-411b-92f3-aeef4efc766b', 'tag': 'f74e9e6a-3e89-4439-bb88-91a7fdd5e305'}] {{(pid=93874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 04:36:31.173239 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5938699f339110e9e8a85feef94aa89cb8ce9e43d70de9421afa6be4e30d1429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94c2b12e-fd83-4751-8930-eea71ae59836" -d '{"events": [{"name": "network-changed", "server_uuid": "35fdca9c-d400-411b-92f3-aeef4efc766b", "tag": "f74e9e6a-3e89-4439-bb88-91a7fdd5e305"}]}' {{(pid=93874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:36:31.197888 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b89cea-c5cb-4dd0-be0c-d4e713b8c129 req-a909363e-cd63-4777-9013-6c9791dd2799 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:31.201059 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-61b89cea-c5cb-4dd0-be0c-d4e713b8c129 req-a909363e-cd63-4777-9013-6c9791dd2799 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/ports?device_id=390893f3-2c2b-4803-b7a8-3c19fb0503a4 HTTP/1.1" status: 200 len: 945 time: 0.1039746 Aug 31 04:36:31.203244 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 04:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51e050b8-3abd-4e1c-97fb-e6a691aa8de8 x-openstack-request-id: req-51e050b8-3abd-4e1c-97fb-e6a691aa8de8 {{(pid=93874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:36:31.203244 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35fdca9c-d400-411b-92f3-aeef4efc766b", "tag": "f74e9e6a-3e89-4439-bb88-91a7fdd5e305", "status": "completed", "code": 200}]} {{(pid=93874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:36:31.203480 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-51e050b8-3abd-4e1c-97fb-e6a691aa8de8 {{(pid=93874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:36:31.203714 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35fdca9c-d400-411b-92f3-aeef4efc766b', 'tag': 'f74e9e6a-3e89-4439-bb88-91a7fdd5e305', 'status': 'completed', 'code': 200} Aug 31 04:36:31.231144 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.l3_dvr_db [None req-a29c7914-63f4-46bc-8f03-c34d16f9cc7d None None] Set router cfb1beff-8e89-4236-bc57-c670bf3ccc79 gateway port host: dv-cinder-778193-7-iscsi {{(pid=93876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 04:36:31.243608 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-61b89cea-c5cb-4dd0-be0c-d4e713b8c129 req-cba5075d-4928-4988-a5d5-bcea809beba1 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/security-groups?id=75b78e4a-f72a-42ae-924c-e5c8844ea7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374138 Aug 31 04:36:31.263306 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a4fd8ad5-a492-4575-8673-07e6bf736dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:31.315031 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c2b12e-fd83-4751-8930-eea71ae59836 req-bc251009-bb24-49ad-bbee-dc75a75e64ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:31.317245 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-94c2b12e-fd83-4751-8930-eea71ae59836 req-bc251009-bb24-49ad-bbee-dc75a75e64ff service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bc308d1c5c63497ca880321a556c0dcf&device_id=35fdca9c-d400-411b-92f3-aeef4efc766b HTTP/1.1" status: 200 len: 1098 time: 0.0457249 Aug 31 04:36:31.427984 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c2b12e-fd83-4751-8930-eea71ae59836 req-d940829b-fb46-4206-ab96-cf7c0dde00fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:31.429672 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-94c2b12e-fd83-4751-8930-eea71ae59836 req-d940829b-fb46-4206-ab96-cf7c0dde00fb service neutron] 10.222.0.13 "GET /v2.0/networks?id=43249730-b634-4d1c-bb80-40b48d096428 HTTP/1.1" status: 200 len: 912 time: 0.1038198 Aug 31 04:36:31.437125 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-112e6717-6b51-4106-8c5a-7a64b6bfc67e req-052f5715-6f8e-42e9-b41c-f51aea9dd9c9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3075750 Aug 31 04:36:31.488133 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.l3_hamode_db [None req-a29c7914-63f4-46bc-8f03-c34d16f9cc7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfb1beff-8e89-4236-bc57-c670bf3ccc79', 'name': 'tempest-TestVolumeBootPattern-878837555-router', 'tenant_id': 'bc308d1c5c63497ca880321a556c0dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'external_fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '6ecc3b37-8ac0-4da3-b9fe-c8b7712cac05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:34:57Z', 'updated_at': '2021-08-31T04:35:00Z', 'revision_number': 4, 'project_id': 'bc308d1c5c63497ca880321a556c0dcf', 'gw_port': {'id': '6ecc3b37-8ac0-4da3-b9fe-c8b7712cac05', 'name': '', 'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:34:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb1beff-8e89-4236-bc57-c670bf3ccc79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:34:58Z', 'updated_at': '2021-08-31T04:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-iscsi', '_floatingips': [{'id': '00fa7050-30d2-48e8-b006-d6f7a28e5b08', 'tenant_id': 'bc308d1c5c63497ca880321a556c0dcf', 'floating_ip_address': '172.27.3.61', 'floating_network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'router_id': 'cfb1beff-8e89-4236-bc57-c670bf3ccc79', 'port_id': 'f74e9e6a-3e89-4439-bb88-91a7fdd5e305', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 418, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43249730-b634-4d1c-bb80-40b48d096428', 'mac_address': 'fa:16:3e:b9:97:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35fdca9c-d400-411b-92f3-aeef4efc766b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T04:36:30Z', 'updated_at': '2021-08-31T04:36:30Z', 'revision_number': 0, 'project_id': 'bc308d1c5c63497ca880321a556c0dcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6141179c-73a1-4156-8613-05bb9a893f80', 'name': '', 'network_id': '43249730-b634-4d1c-bb80-40b48d096428', 'tenant_id': 'bc308d1c5c63497ca880321a556c0dcf', 'mac_address': 'fa:16:3e:5a:15:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb1beff-8e89-4236-bc57-c670bf3ccc79', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'c2aeecc1-c6f6-4357-a249-423447e6cfa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:35:00Z', 'updated_at': '2021-08-31T04:35:06Z', 'revision_number': 5, 'project_id': 'bc308d1c5c63497ca880321a556c0dcf', 'subnets': [{'id': 'c2aeecc1-c6f6-4357-a249-423447e6cfa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-7-iscsi', False) {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:36:31.516846 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29c7914-63f4-46bc-8f03-c34d16f9cc7d None None] Checking router: cfb1beff-8e89-4236-bc57-c670bf3ccc79 for host: dv-cinder-778193-7-iscsi {{(pid=93876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:36:31.526176 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29c7914-63f4-46bc-8f03-c34d16f9cc7d None None] Routers {'cfb1beff-8e89-4236-bc57-c670bf3ccc79'} bound to L3 agent in host dv-cinder-778193-7-iscsi {{(pid=93876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 04:36:31.526779 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.l3_hamode_db [None req-a29c7914-63f4-46bc-8f03-c34d16f9cc7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T04:24:29Z,description=,heartbeat_timestamp=2021-08-31T04:36:29Z,host='dv-cinder-778193-7-iscsi',id=0d18d50c-d309-40cc-9cbf-a014e4f79dac,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T04:24:29Z,topic='l3_agent')) {'router_ids': ['cfb1beff-8e89-4236-bc57-c670bf3ccc79'], 'active': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:36:31.536366 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112e6717-6b51-4106-8c5a-7a64b6bfc67e req-bb1d00d0-4921-4b04-b110-42612da11a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:31.537872 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-112e6717-6b51-4106-8c5a-7a64b6bfc67e req-bb1d00d0-4921-4b04-b110-42612da11a4e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9a4c00b65f96499f945037afd604da1d&device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 1098 time: 0.0491335 Aug 31 04:36:31.538615 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-94c2b12e-fd83-4751-8930-eea71ae59836 req-bc08760b-e8e5-4231-82a0-98142b953504 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f74e9e6a-3e89-4439-bb88-91a7fdd5e305 HTTP/1.1" status: 200 len: 998 time: 0.0762062 Aug 31 04:36:31.603529 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c2b12e-fd83-4751-8930-eea71ae59836 req-898be564-76c5-4290-94f6-d819bc311b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:31.605118 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-94c2b12e-fd83-4751-8930-eea71ae59836 req-898be564-76c5-4290-94f6-d819bc311b4e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c2aeecc1-c6f6-4357-a249-423447e6cfa6 HTTP/1.1" status: 200 len: 850 time: 0.0505917 Aug 31 04:36:31.646238 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.l3_dvr_db [None req-a29c7914-63f4-46bc-8f03-c34d16f9cc7d None None] Set router cfb1beff-8e89-4236-bc57-c670bf3ccc79 gateway port host: dv-cinder-778193-7-iscsi {{(pid=93876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 04:36:31.656860 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c2b12e-fd83-4751-8930-eea71ae59836 req-3aee66d2-4d89-48c6-8513-f64344196107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:31.657181 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112e6717-6b51-4106-8c5a-7a64b6bfc67e req-2ff1fee5-c9cb-481f-a543-756732a8002d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:31.658385 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-94c2b12e-fd83-4751-8930-eea71ae59836 req-3aee66d2-4d89-48c6-8513-f64344196107 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=43249730-b634-4d1c-bb80-40b48d096428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400262 Aug 31 04:36:31.658897 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-112e6717-6b51-4106-8c5a-7a64b6bfc67e req-2ff1fee5-c9cb-481f-a543-756732a8002d service neutron] 10.222.0.13 "GET /v2.0/networks?id=8936ee09-226f-4718-943f-9ffdccd40918 HTTP/1.1" status: 200 len: 911 time: 0.0949514 Aug 31 04:36:31.740554 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-112e6717-6b51-4106-8c5a-7a64b6bfc67e req-e00b7133-ef26-4a38-9168-98907251d68f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc80ed91-0e6b-4c22-99f9-cd3d341652d0 HTTP/1.1" status: 200 len: 1001 time: 0.0587626 Aug 31 04:36:31.764097 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-94c2b12e-fd83-4751-8930-eea71ae59836 req-ba27fd8d-6222-47bd-84a7-5fe50f8b9805 service neutron] 10.222.0.13 "GET /v2.0/networks/43249730-b634-4d1c-bb80-40b48d096428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838926 Aug 31 04:36:31.798214 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112e6717-6b51-4106-8c5a-7a64b6bfc67e req-f0385ad9-74b6-4770-9211-1949eb53b908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:31.799677 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-112e6717-6b51-4106-8c5a-7a64b6bfc67e req-f0385ad9-74b6-4770-9211-1949eb53b908 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dbec82d9-5dbd-41df-9df9-228f18fdefe0 HTTP/1.1" status: 200 len: 849 time: 0.0454741 Aug 31 04:36:31.861340 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112e6717-6b51-4106-8c5a-7a64b6bfc67e req-ba9fcccd-0a8a-4d4b-824e-1525a82132b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:31.863917 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-112e6717-6b51-4106-8c5a-7a64b6bfc67e req-ba9fcccd-0a8a-4d4b-824e-1525a82132b0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8936ee09-226f-4718-943f-9ffdccd40918&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0529823 Aug 31 04:36:31.865510 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-94c2b12e-fd83-4751-8930-eea71ae59836 req-29822d4c-57c1-4596-93de-b1d78e94ccc6 service neutron] 10.222.0.13 "GET /v2.0/networks/43249730-b634-4d1c-bb80-40b48d096428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895786 Aug 31 04:36:31.875357 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.l3_hamode_db [None req-a29c7914-63f4-46bc-8f03-c34d16f9cc7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfb1beff-8e89-4236-bc57-c670bf3ccc79', 'name': 'tempest-TestVolumeBootPattern-878837555-router', 'tenant_id': 'bc308d1c5c63497ca880321a556c0dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'external_fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '6ecc3b37-8ac0-4da3-b9fe-c8b7712cac05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:34:57Z', 'updated_at': '2021-08-31T04:35:00Z', 'revision_number': 4, 'project_id': 'bc308d1c5c63497ca880321a556c0dcf', 'gw_port': {'id': '6ecc3b37-8ac0-4da3-b9fe-c8b7712cac05', 'name': '', 'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:34:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb1beff-8e89-4236-bc57-c670bf3ccc79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:34:58Z', 'updated_at': '2021-08-31T04:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-iscsi', '_floatingips': [{'id': '00fa7050-30d2-48e8-b006-d6f7a28e5b08', 'tenant_id': 'bc308d1c5c63497ca880321a556c0dcf', 'floating_ip_address': '172.27.3.61', 'floating_network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'router_id': 'cfb1beff-8e89-4236-bc57-c670bf3ccc79', 'port_id': 'f74e9e6a-3e89-4439-bb88-91a7fdd5e305', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 418, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43249730-b634-4d1c-bb80-40b48d096428', 'mac_address': 'fa:16:3e:b9:97:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35fdca9c-d400-411b-92f3-aeef4efc766b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T04:36:30Z', 'updated_at': '2021-08-31T04:36:30Z', 'revision_number': 0, 'project_id': 'bc308d1c5c63497ca880321a556c0dcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6141179c-73a1-4156-8613-05bb9a893f80', 'name': '', 'network_id': '43249730-b634-4d1c-bb80-40b48d096428', 'tenant_id': 'bc308d1c5c63497ca880321a556c0dcf', 'mac_address': 'fa:16:3e:5a:15:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb1beff-8e89-4236-bc57-c670bf3ccc79', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'c2aeecc1-c6f6-4357-a249-423447e6cfa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:35:00Z', 'updated_at': '2021-08-31T04:35:06Z', 'revision_number': 5, 'project_id': 'bc308d1c5c63497ca880321a556c0dcf', 'subnets': [{'id': 'c2aeecc1-c6f6-4357-a249-423447e6cfa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-7-iscsi', False) {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:36:31.903912 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29c7914-63f4-46bc-8f03-c34d16f9cc7d None None] The sync data for ids ['cfb1beff-8e89-4236-bc57-c670bf3ccc79'] in dv-cinder-778193-7-iscsi is: [{'id': 'cfb1beff-8e89-4236-bc57-c670bf3ccc79', 'name': 'tempest-TestVolumeBootPattern-878837555-router', 'tenant_id': 'bc308d1c5c63497ca880321a556c0dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'external_fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '6ecc3b37-8ac0-4da3-b9fe-c8b7712cac05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:34:57Z', 'updated_at': '2021-08-31T04:35:00Z', 'revision_number': 4, 'project_id': 'bc308d1c5c63497ca880321a556c0dcf', 'gw_port': {'id': '6ecc3b37-8ac0-4da3-b9fe-c8b7712cac05', 'name': '', 'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:34:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb1beff-8e89-4236-bc57-c670bf3ccc79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:34:58Z', 'updated_at': '2021-08-31T04:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-iscsi', '_floatingips': [{'id': '00fa7050-30d2-48e8-b006-d6f7a28e5b08', 'tenant_id': 'bc308d1c5c63497ca880321a556c0dcf', 'floating_ip_address': '172.27.3.61', 'floating_network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'router_id': 'cfb1beff-8e89-4236-bc57-c670bf3ccc79', 'port_id': 'f74e9e6a-3e89-4439-bb88-91a7fdd5e305', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 418, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43249730-b634-4d1c-bb80-40b48d096428', 'mac_address': 'fa:16:3e:b9:97:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35fdca9c-d400-411b-92f3-aeef4efc766b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T04:36:30Z', 'updated_at': '2021-08-31T04:36:30Z', 'revision_number': 0, 'project_id': 'bc308d1c5c63497ca880321a556c0dcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6141179c-73a1-4156-8613-05bb9a893f80', 'name': '', 'network_id': '43249730-b634-4d1c-bb80-40b48d096428', 'tenant_id': 'bc308d1c5c63497ca880321a556c0dcf', 'mac_address': 'fa:16:3e:5a:15:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb1beff-8e89-4236-bc57-c670bf3ccc79', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'c2aeecc1-c6f6-4357-a249-423447e6cfa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:35:00Z', 'updated_at': '2021-08-31T04:35:06Z', 'revision_number': 5, 'project_id': 'bc308d1c5c63497ca880321a556c0dcf', 'subnets': [{'id': 'c2aeecc1-c6f6-4357-a249-423447e6cfa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:36:32.055931 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-112e6717-6b51-4106-8c5a-7a64b6bfc67e req-b44e4056-ad7c-4297-b9f3-bd990559f2e0 service neutron] 10.222.0.13 "GET /v2.0/networks/8936ee09-226f-4718-943f-9ffdccd40918?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877719 Aug 31 04:36:32.088490 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2cfa0f-f65e-46ff-ac04-552c6948c48a None None] New status for floating IP 00fa7050-30d2-48e8-b006-d6f7a28e5b08: ACTIVE {{(pid=93875) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 04:36:32.156858 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-112e6717-6b51-4106-8c5a-7a64b6bfc67e req-0e10c0af-501e-4c09-971c-b097c4fb0510 service neutron] 10.222.0.13 "GET /v2.0/networks/8936ee09-226f-4718-943f-9ffdccd40918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882847 Aug 31 04:36:32.383456 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d56a9e-9d82-4e13-8982-049ecef5614c req-f2236d3d-76d9-467c-b45c-30f4daa68b37 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:32.385172 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-a2d56a9e-9d82-4e13-8982-049ecef5614c req-f2236d3d-76d9-467c-b45c-30f4daa68b37 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/ports?device_id=390893f3-2c2b-4803-b7a8-3c19fb0503a4 HTTP/1.1" status: 200 len: 945 time: 0.0670574 Aug 31 04:36:32.451988 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-a2d56a9e-9d82-4e13-8982-049ecef5614c req-8607c7dd-14ab-4088-8e53-67807430a312 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/security-groups?id=75b78e4a-f72a-42ae-924c-e5c8844ea7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559337 Aug 31 04:36:32.460537 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5479185b-033e-44d8-8b27-1f78b4a47d1c req-e04d8765-b7be-4de4-88d6-e0c9efc2c29b tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:32.461961 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-5479185b-033e-44d8-8b27-1f78b4a47d1c req-e04d8765-b7be-4de4-88d6-e0c9efc2c29b tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b91a308-46a8-41db-9572-dde18926491a HTTP/1.1" status: 200 len: 946 time: 0.0758162 Aug 31 04:36:32.500320 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-5479185b-033e-44d8-8b27-1f78b4a47d1c req-e3d2f570-c416-4c00-9b89-7bdef21d95c0 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.37 "GET /v2.0/security-groups?id=6edf5784-9dde-4b8b-8160-15944e15858a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322478 Aug 31 04:36:32.573758 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a53f42e-5f26-4440-a27b-3ee1393a7e2f req-2b04017e-f24d-449b-8e1c-ed92ffb2533d tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:32.575243 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-6a53f42e-5f26-4440-a27b-3ee1393a7e2f req-2b04017e-f24d-449b-8e1c-ed92ffb2533d tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.13 "GET /v2.0/ports?device_id=390893f3-2c2b-4803-b7a8-3c19fb0503a4 HTTP/1.1" status: 200 len: 945 time: 0.0493243 Aug 31 04:36:32.668336 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [req-6a53f42e-5f26-4440-a27b-3ee1393a7e2f req-39dead71-8790-4eba-a1ec-d07c7c643d1f tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Deleting port aaf78d6f-71aa-4bfc-88a6-916d6e36bcab {{(pid=93873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 04:36:32.668680 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-6a53f42e-5f26-4440-a27b-3ee1393a7e2f req-39dead71-8790-4eba-a1ec-d07c7c643d1f tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730087506454'] for port, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:32.761329 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [req-6a53f42e-5f26-4440-a27b-3ee1393a7e2f req-39dead71-8790-4eba-a1ec-d07c7c643d1f tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] For port aaf78d6f-71aa-4bfc-88a6-916d6e36bcab, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=aaf78d6f-71aa-4bfc-88a6-916d6e36bcab,segment=NetworkSegment(50e75a1a-dbd4-418a-9de6-b2a5917b80a4),segment_id=50e75a1a-dbd4-418a-9de6-b2a5917b80a4)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:36:32.761700 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-6a53f42e-5f26-4440-a27b-3ee1393a7e2f req-39dead71-8790-4eba-a1ec-d07c7c643d1f tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7955047'] for port, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:32.774350 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [req-6a53f42e-5f26-4440-a27b-3ee1393a7e2f req-39dead71-8790-4eba-a1ec-d07c7c643d1f tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Calling delete_port for aaf78d6f-71aa-4bfc-88a6-916d6e36bcab owned by compute:nova {{(pid=93873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 04:36:32.901938 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-6a53f42e-5f26-4440-a27b-3ee1393a7e2f req-39dead71-8790-4eba-a1ec-d07c7c643d1f tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730087509221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730086931505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4316683'] for port, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:32.938022 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dead71-8790-4eba-a1ec-d07c7c643d1f tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Pushing event deleted for resources: {'Port': ['ID=aaf78d6f-71aa-4bfc-88a6-916d6e36bcab,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:36:32.962383 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] get_ports_and_sgs() called for port_ids ['aaf78d6f-71aa-4bfc-88a6-916d6e36bcab'] {{(pid=93875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 04:36:32.971890 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a53f42e-5f26-4440-a27b-3ee1393a7e2f req-39dead71-8790-4eba-a1ec-d07c7c643d1f tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] No DVR routers for this DVR port aaf78d6f-71aa-4bfc-88a6-916d6e36bcab on host hv-cinder-77819 {{(pid=93873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 04:36:32.975463 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-6a53f42e-5f26-4440-a27b-3ee1393a7e2f req-39dead71-8790-4eba-a1ec-d07c7c643d1f tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200266'] for port, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:32.977458 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-6a53f42e-5f26-4440-a27b-3ee1393a7e2f req-39dead71-8790-4eba-a1ec-d07c7c643d1f tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.13 "DELETE /v2.0/ports/aaf78d6f-71aa-4bfc-88a6-916d6e36bcab HTTP/1.1" status: 204 len: 173 time: 0.3947039 Aug 31 04:36:32.977916 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '390893f3-2c2b-4803-b7a8-3c19fb0503a4', 'name': 'network-vif-deleted', 'tag': 'aaf78d6f-71aa-4bfc-88a6-916d6e36bcab'}] {{(pid=93873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 04:36:32.980808 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a11e4e79c753650f2852f0d7a0fe7e91abda00271ce9373e69ea4f6baf967f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21e25fee-f791-4cfa-a709-dd2195e5c020" -d '{"events": [{"server_uuid": "390893f3-2c2b-4803-b7a8-3c19fb0503a4", "name": "network-vif-deleted", "tag": "aaf78d6f-71aa-4bfc-88a6-916d6e36bcab"}]}' {{(pid=93873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:36:33.016407 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 04:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56a55af8-9c3a-4344-ae31-6f8f2a1a1b9d x-openstack-request-id: req-56a55af8-9c3a-4344-ae31-6f8f2a1a1b9d {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:36:33.016763 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "390893f3-2c2b-4803-b7a8-3c19fb0503a4", "name": "network-vif-deleted", "tag": "aaf78d6f-71aa-4bfc-88a6-916d6e36bcab", "status": "completed", "code": 200}]} {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:36:33.017004 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-56a55af8-9c3a-4344-ae31-6f8f2a1a1b9d {{(pid=93873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:36:33.017474 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '390893f3-2c2b-4803-b7a8-3c19fb0503a4', 'name': 'network-vif-deleted', 'tag': 'aaf78d6f-71aa-4bfc-88a6-916d6e36bcab', 'status': 'completed', 'code': 200} Aug 31 04:36:33.558806 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-ed60bdd0-9599-456c-b6ad-021e46a7af22 req-e9fe0d06-3ecf-4fcb-aa68-7522fed12e87 tempest-ServerRescueNegativeTestJSON-1822903304 tempest-ServerRescueNegativeTestJSON-1822903304-project] 10.222.0.37 "GET /v2.0/ports?device_id=390893f3-2c2b-4803-b7a8-3c19fb0503a4 HTTP/1.1" status: 200 len: 210 time: 0.0306394 Aug 31 04:36:33.633166 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2224544d-f384-4b14-8709-791e6f979c62 req-dcc584dd-4f51-432d-beec-23d66651b50c tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:33.634703 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-2224544d-f384-4b14-8709-791e6f979c62 req-dcc584dd-4f51-432d-beec-23d66651b50c tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b91a308-46a8-41db-9572-dde18926491a HTTP/1.1" status: 200 len: 946 time: 0.0545681 Aug 31 04:36:33.674619 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-2224544d-f384-4b14-8709-791e6f979c62 req-0d32f922-9471-41c1-a9a3-773f78a92c3e tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.37 "GET /v2.0/security-groups?id=6edf5784-9dde-4b8b-8160-15944e15858a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338559 Aug 31 04:36:33.807013 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Device beb6bb0c-c754-4d1a-bf05-234c5b3fd767 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=93875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:36:33.825957 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] No Port match for: beb6bb0c-c754-4d1a-bf05-234c5b3fd767 {{(pid=93875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 04:36:33.826323 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Device beb6bb0c-c754-4d1a-bf05-234c5b3fd767 not bound to the agent host hv-cinder-77819 {{(pid=93875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:36:34.614551 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 36234) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:36:34.801241 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a25fa5-51ee-4f07-afeb-8d8cab78bf2b req-42f86718-3768-4f25-aaa9-55ff101ee414 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:34.802678 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-26a25fa5-51ee-4f07-afeb-8d8cab78bf2b req-42f86718-3768-4f25-aaa9-55ff101ee414 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b91a308-46a8-41db-9572-dde18926491a HTTP/1.1" status: 200 len: 946 time: 0.0520530 Aug 31 04:36:34.861493 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-26a25fa5-51ee-4f07-afeb-8d8cab78bf2b req-1060501d-f07e-461c-92f2-5f468baa00db tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.37 "GET /v2.0/security-groups?id=6edf5784-9dde-4b8b-8160-15944e15858a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458968 Aug 31 04:36:34.905087 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8bedc9-c9cf-4a40-9991-fd0349d0b88d req-5a918d57-50a4-4bcd-86e6-43063da4234c tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:34.906538 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-4b8bedc9-c9cf-4a40-9991-fd0349d0b88d req-5a918d57-50a4-4bcd-86e6-43063da4234c tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b91a308-46a8-41db-9572-dde18926491a HTTP/1.1" status: 200 len: 946 time: 0.0908363 Aug 31 04:36:35.080732 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [req-4b8bedc9-c9cf-4a40-9991-fd0349d0b88d req-52b8e16e-a30e-47bb-a60f-3bde8484e3f2 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] Deleting port 869c154e-acb4-4cc7-b8f9-ba1c74c92d03 {{(pid=93873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 04:36:35.080970 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-4b8bedc9-c9cf-4a40-9991-fd0349d0b88d req-52b8e16e-a30e-47bb-a60f-3bde8484e3f2 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730087506454'] for port, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:35.227546 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7b0f31d6-5576-488e-b981-3924bb097c9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7953169'] for router_interface, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:35.230002 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [req-4b8bedc9-c9cf-4a40-9991-fd0349d0b88d req-52b8e16e-a30e-47bb-a60f-3bde8484e3f2 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] For port 869c154e-acb4-4cc7-b8f9-ba1c74c92d03, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=869c154e-acb4-4cc7-b8f9-ba1c74c92d03,segment=NetworkSegment(5ae55f0a-ffba-458b-8371-7ff11ecedc8f),segment_id=5ae55f0a-ffba-458b-8371-7ff11ecedc8f)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:36:35.230374 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-4b8bedc9-c9cf-4a40-9991-fd0349d0b88d req-52b8e16e-a30e-47bb-a60f-3bde8484e3f2 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7955047'] for port, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:35.271434 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [req-4b8bedc9-c9cf-4a40-9991-fd0349d0b88d req-52b8e16e-a30e-47bb-a60f-3bde8484e3f2 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] Calling delete_port for 869c154e-acb4-4cc7-b8f9-ba1c74c92d03 owned by compute:nova {{(pid=93873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 04:36:35.546352 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-4b8bedc9-c9cf-4a40-9991-fd0349d0b88d req-52b8e16e-a30e-47bb-a60f-3bde8484e3f2 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730087509221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730086931505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4316683'] for port, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:35.583203 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] get_ports_and_sgs() called for port_ids ['869c154e-acb4-4cc7-b8f9-ba1c74c92d03'] {{(pid=93875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 04:36:35.591187 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b8e16e-a30e-47bb-a60f-3bde8484e3f2 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] Pushing event deleted for resources: {'Port': ['ID=869c154e-acb4-4cc7-b8f9-ba1c74c92d03,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:36:35.651684 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b8bedc9-c9cf-4a40-9991-fd0349d0b88d req-52b8e16e-a30e-47bb-a60f-3bde8484e3f2 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] No DVR routers for this DVR port 869c154e-acb4-4cc7-b8f9-ba1c74c92d03 on host hv-cinder-77819 {{(pid=93873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 04:36:35.656309 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-4b8bedc9-c9cf-4a40-9991-fd0349d0b88d req-52b8e16e-a30e-47bb-a60f-3bde8484e3f2 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200266'] for port, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:35.658304 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-4b8bedc9-c9cf-4a40-9991-fd0349d0b88d req-52b8e16e-a30e-47bb-a60f-3bde8484e3f2 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.13 "DELETE /v2.0/ports/869c154e-acb4-4cc7-b8f9-ba1c74c92d03 HTTP/1.1" status: 204 len: 173 time: 0.7454178 Aug 31 04:36:35.658735 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b91a308-46a8-41db-9572-dde18926491a', 'name': 'network-vif-deleted', 'tag': '869c154e-acb4-4cc7-b8f9-ba1c74c92d03'}] {{(pid=93873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 04:36:35.661987 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a11e4e79c753650f2852f0d7a0fe7e91abda00271ce9373e69ea4f6baf967f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4ac59eb-93dc-48b9-a71e-86d6907e4118" -d '{"events": [{"server_uuid": "2b91a308-46a8-41db-9572-dde18926491a", "name": "network-vif-deleted", "tag": "869c154e-acb4-4cc7-b8f9-ba1c74c92d03"}]}' {{(pid=93873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:36:35.683203 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-7b0f31d6-5576-488e-b981-3924bb097c9b admin admin] Deleting port db47533a-32a3-4902-ba66-1e16eb925762 {{(pid=93873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 04:36:35.683534 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7b0f31d6-5576-488e-b981-3924bb097c9b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730087506454'] for port, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:35.721661 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 04:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b104261-fd3e-478a-a01d-8a6847771c4a x-openstack-request-id: req-7b104261-fd3e-478a-a01d-8a6847771c4a {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:36:35.722288 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b91a308-46a8-41db-9572-dde18926491a", "name": "network-vif-deleted", "tag": "869c154e-acb4-4cc7-b8f9-ba1c74c92d03", "status": "completed", "code": 200}]} {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:36:35.722595 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7b104261-fd3e-478a-a01d-8a6847771c4a {{(pid=93873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:36:35.722987 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b91a308-46a8-41db-9572-dde18926491a', 'name': 'network-vif-deleted', 'tag': '869c154e-acb4-4cc7-b8f9-ba1c74c92d03', 'status': 'completed', 'code': 200} Aug 31 04:36:35.763447 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-7b0f31d6-5576-488e-b981-3924bb097c9b admin admin] For port db47533a-32a3-4902-ba66-1e16eb925762, host dv-cinder-778193-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-7-iscsi',level=0,port_id=db47533a-32a3-4902-ba66-1e16eb925762,segment=NetworkSegment(50e75a1a-dbd4-418a-9de6-b2a5917b80a4),segment_id=50e75a1a-dbd4-418a-9de6-b2a5917b80a4)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:36:35.763811 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7b0f31d6-5576-488e-b981-3924bb097c9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7955047'] for port, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:35.776779 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-7b0f31d6-5576-488e-b981-3924bb097c9b admin admin] Calling delete_port for db47533a-32a3-4902-ba66-1e16eb925762 owned by network:router_interface {{(pid=93873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 04:36:35.823102 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Device aaf78d6f-71aa-4bfc-88a6-916d6e36bcab no longer exists at agent hyperv_hv-cinder-77819 {{(pid=93875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:36:35.842640 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] No Port match for: aaf78d6f-71aa-4bfc-88a6-916d6e36bcab {{(pid=93875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 04:36:35.843405 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Device aaf78d6f-71aa-4bfc-88a6-916d6e36bcab not bound to the agent host hv-cinder-77819 {{(pid=93875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:36:35.959112 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-3375202f-d86b-47a0-9fcc-0a719242fca9 req-d76f54d8-857f-4937-889d-0a26ccd2a873 tempest-AttachVolumeNegativeTest-1020865045 tempest-AttachVolumeNegativeTest-1020865045-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b91a308-46a8-41db-9572-dde18926491a HTTP/1.1" status: 200 len: 210 time: 0.0255451 Aug 31 04:36:35.962535 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7b0f31d6-5576-488e-b981-3924bb097c9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730087509221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730086931505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4316683'] for port, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:35.992036 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0f31d6-5576-488e-b981-3924bb097c9b admin admin] Pushing event deleted for resources: {'Port': ['ID=db47533a-32a3-4902-ba66-1e16eb925762,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:36:36.380979 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7b0f31d6-5576-488e-b981-3924bb097c9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8355447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7953293'] for router_interface, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:36.586971 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b0f31d6-5576-488e-b981-3924bb097c9b admin admin] Router 285b27e9-9869-460f-97cf-7e4a1652d33c has already been hosted by L3 agent 0d18d50c-d309-40cc-9cbf-a014e4f79dac {{(pid=93873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 04:36:36.692176 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b0f31d6-5576-488e-b981-3924bb097c9b admin admin] Notify agent at l3_agent.dv-cinder-778193-7-iscsi the message routers_updated {{(pid=93873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:36:36.697274 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-7b0f31d6-5576-488e-b981-3924bb097c9b admin admin] 10.222.0.37 "PUT /v2.0/routers/285b27e9-9869-460f-97cf-7e4a1652d33c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0816860 Aug 31 04:36:36.699729 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 36252) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:36:36.702647 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd04b76-2975-48b6-a7f5-cbe9b5441455 None None] Sync routers for ids ['285b27e9-9869-460f-97cf-7e4a1652d33c'] in dv-cinder-778193-7-iscsi {{(pid=93876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:36:36.712099 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd04b76-2975-48b6-a7f5-cbe9b5441455 None None] Routers {'285b27e9-9869-460f-97cf-7e4a1652d33c'} bound to L3 agent in host dv-cinder-778193-7-iscsi {{(pid=93876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 04:36:36.712994 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.l3_hamode_db [None req-5dd04b76-2975-48b6-a7f5-cbe9b5441455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T04:24:29Z,description=,heartbeat_timestamp=2021-08-31T04:36:29Z,host='dv-cinder-778193-7-iscsi',id=0d18d50c-d309-40cc-9cbf-a014e4f79dac,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T04:24:29Z,topic='l3_agent')) {'router_ids': ['285b27e9-9869-460f-97cf-7e4a1652d33c'], 'active': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:36:36.808410 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-713827c4-773b-48ac-848f-6484363cbfc1 admin admin] Notify callbacks [] for router, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:36.816777 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.l3_dvr_db [None req-5dd04b76-2975-48b6-a7f5-cbe9b5441455 None None] Set router 285b27e9-9869-460f-97cf-7e4a1652d33c gateway port host: dv-cinder-778193-7-iscsi {{(pid=93876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 04:36:36.911598 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-713827c4-773b-48ac-848f-6484363cbfc1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:36.966595 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-713827c4-773b-48ac-848f-6484363cbfc1 admin admin] Deleting port 6ad2e4ea-66b5-448a-ae2a-816cb31d4cac {{(pid=93873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 04:36:36.966935 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-713827c4-773b-48ac-848f-6484363cbfc1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730087506454'] for port, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:37.021284 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 36260) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:36:37.048466 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-713827c4-773b-48ac-848f-6484363cbfc1 admin admin] For port 6ad2e4ea-66b5-448a-ae2a-816cb31d4cac, host dv-cinder-778193-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-7-iscsi',level=0,port_id=6ad2e4ea-66b5-448a-ae2a-816cb31d4cac,segment=NetworkSegment(9b39574f-0af1-490f-b9cc-82fd551fb7d5),segment_id=9b39574f-0af1-490f-b9cc-82fd551fb7d5)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:36:37.048830 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-713827c4-773b-48ac-848f-6484363cbfc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7955047'] for port, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:37.063175 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-713827c4-773b-48ac-848f-6484363cbfc1 admin admin] Calling delete_port for 6ad2e4ea-66b5-448a-ae2a-816cb31d4cac owned by network:router_gateway {{(pid=93873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 04:36:37.065908 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bf0572b-c532-47c8-8cd9-1162e3ac524a admin admin] Deleting subnet 5dd8637b-f77f-4006-8986-9a7f8cb1c65f {{(pid=93874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 04:36:37.069421 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-2bf0572b-c532-47c8-8cd9-1162e3ac524a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:37.077843 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.l3_hamode_db [None req-5dd04b76-2975-48b6-a7f5-cbe9b5441455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '285b27e9-9869-460f-97cf-7e4a1652d33c', 'name': 'tempest-ServerRescueNegativeTestJSON-234244663-router', 'tenant_id': '5c02d31770b24c65beddac4595cdfe52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'external_fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': '6ad2e4ea-66b5-448a-ae2a-816cb31d4cac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:32:14Z', 'updated_at': '2021-08-31T04:36:35Z', 'revision_number': 5, 'project_id': '5c02d31770b24c65beddac4595cdfe52', 'gw_port': {'id': '6ad2e4ea-66b5-448a-ae2a-816cb31d4cac', 'name': '', 'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '285b27e9-9869-460f-97cf-7e4a1652d33c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:32:16Z', 'updated_at': '2021-08-31T04:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-iscsi'}], 'dv-cinder-778193-7-iscsi', False) {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:36:37.104069 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd04b76-2975-48b6-a7f5-cbe9b5441455 None None] Checking router: 285b27e9-9869-460f-97cf-7e4a1652d33c for host: dv-cinder-778193-7-iscsi {{(pid=93876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:36:37.104287 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-2bf0572b-c532-47c8-8cd9-1162e3ac524a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16523530'] for subnet, precommit_delete_associations {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:37.113055 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd04b76-2975-48b6-a7f5-cbe9b5441455 None None] Routers {'285b27e9-9869-460f-97cf-7e4a1652d33c'} bound to L3 agent in host dv-cinder-778193-7-iscsi {{(pid=93876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 04:36:37.113548 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.l3_hamode_db [None req-5dd04b76-2975-48b6-a7f5-cbe9b5441455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T04:24:29Z,description=,heartbeat_timestamp=2021-08-31T04:36:29Z,host='dv-cinder-778193-7-iscsi',id=0d18d50c-d309-40cc-9cbf-a014e4f79dac,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T04:24:29Z,topic='l3_agent')) {'router_ids': ['285b27e9-9869-460f-97cf-7e4a1652d33c'], 'active': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:36:37.144512 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-2bf0572b-c532-47c8-8cd9-1162e3ac524a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665464'] for subnet, precommit_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:37.198526 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.l3_dvr_db [None req-5dd04b76-2975-48b6-a7f5-cbe9b5441455 None None] Set router 285b27e9-9869-460f-97cf-7e4a1652d33c gateway port host: None {{(pid=93876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 04:36:37.224049 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-2bf0572b-c532-47c8-8cd9-1162e3ac524a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16403798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16508959'] for subnet, after_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:37.248352 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-713827c4-773b-48ac-848f-6484363cbfc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730087509221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730086931505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4316683'] for port, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:37.249300 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf0572b-c532-47c8-8cd9-1162e3ac524a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5dd8637b-f77f-4006-8986-9a7f8cb1c65f,revision_number=None']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:36:37.255173 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.l3_hamode_db [None req-5dd04b76-2975-48b6-a7f5-cbe9b5441455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '285b27e9-9869-460f-97cf-7e4a1652d33c', 'name': 'tempest-ServerRescueNegativeTestJSON-234244663-router', 'tenant_id': '5c02d31770b24c65beddac4595cdfe52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:32:14Z', 'updated_at': '2021-08-31T04:36:36Z', 'revision_number': 6, 'project_id': '5c02d31770b24c65beddac4595cdfe52', 'gw_port_host': None}], 'dv-cinder-778193-7-iscsi', False) {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:36:37.257020 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-2bf0572b-c532-47c8-8cd9-1162e3ac524a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8355474'] for subnet, before_response {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:37.259062 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-2bf0572b-c532-47c8-8cd9-1162e3ac524a admin admin] 10.222.0.37 "DELETE /v2.0/subnets/5dd8637b-f77f-4006-8986-9a7f8cb1c65f HTTP/1.1" status: 204 len: 168 time: 0.2367978 Aug 31 04:36:37.262599 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 36262) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:36:37.287895 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713827c4-773b-48ac-848f-6484363cbfc1 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ad2e4ea-66b5-448a-ae2a-816cb31d4cac,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:36:37.288431 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd04b76-2975-48b6-a7f5-cbe9b5441455 None None] The sync data for ids ['285b27e9-9869-460f-97cf-7e4a1652d33c'] in dv-cinder-778193-7-iscsi is: [{'id': '285b27e9-9869-460f-97cf-7e4a1652d33c', 'name': 'tempest-ServerRescueNegativeTestJSON-234244663-router', 'tenant_id': '5c02d31770b24c65beddac4595cdfe52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:32:14Z', 'updated_at': '2021-08-31T04:36:36Z', 'revision_number': 6, 'project_id': '5c02d31770b24c65beddac4595cdfe52', 'gw_port_host': None}] {{(pid=93876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:36:37.341390 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-0ea0221a-aafb-4007-b598-3c13fb7d89e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526871'] for network, before_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:37.346624 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-713827c4-773b-48ac-848f-6484363cbfc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7956271'] for router_gateway, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:37.421649 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-0ea0221a-aafb-4007-b598-3c13fb7d89e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-666499', 'neutron.services.segments.db._delete_segments_for_network-8730087480257'] for network, precommit_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:37.431606 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.services.segments.db [None req-0ea0221a-aafb-4007-b598-3c13fb7d89e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['324d503c-fc7f-4c16-bee4-2a3af6fefdb5']}} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:36:37.441757 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.services.segments.db [None req-0ea0221a-aafb-4007-b598-3c13fb7d89e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ae55f0a-ffba-458b-8371-7ff11ecedc8f') {'for_net_delete': True} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:36:37.442048 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.services.segments.db [None req-0ea0221a-aafb-4007-b598-3c13fb7d89e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ae55f0a-ffba-458b-8371-7ff11ecedc8f') {} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:36:37.448702 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-713827c4-773b-48ac-848f-6484363cbfc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7953425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4381'] for router, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:37.450549 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-0ea0221a-aafb-4007-b598-3c13fb7d89e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730087490389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16523569'] for segment, before_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:37.450829 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-713827c4-773b-48ac-848f-6484363cbfc1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:37.464948 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-0ea0221a-aafb-4007-b598-3c13fb7d89e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671022'] for segment, precommit_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:37.470210 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ea0221a-aafb-4007-b598-3c13fb7d89e6 admin admin] Releasing vlan 391 on physical network physnet1 to pool {{(pid=93874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 04:36:37.470593 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-0ea0221a-aafb-4007-b598-3c13fb7d89e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16403948'] for segment, after_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:37.472921 dv-cinder-778193-7-iscsi neutron-server[93874]: Traceback (most recent call last): Aug 31 04:36:37.472921 dv-cinder-778193-7-iscsi neutron-server[93874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 04:36:37.472921 dv-cinder-778193-7-iscsi neutron-server[93874]: timer() Aug 31 04:36:37.472921 dv-cinder-778193-7-iscsi neutron-server[93874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 04:36:37.472921 dv-cinder-778193-7-iscsi neutron-server[93874]: cb(*args, **kw) Aug 31 04:36:37.472921 dv-cinder-778193-7-iscsi neutron-server[93874]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 04:36:37.472921 dv-cinder-778193-7-iscsi neutron-server[93874]: return func(*args, **kwargs) Aug 31 04:36:37.472921 dv-cinder-778193-7-iscsi neutron-server[93874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 04:36:37.472921 dv-cinder-778193-7-iscsi neutron-server[93874]: self._notify() Aug 31 04:36:37.472921 dv-cinder-778193-7-iscsi neutron-server[93874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 04:36:37.472921 dv-cinder-778193-7-iscsi neutron-server[93874]: self.callback(batched_events) Aug 31 04:36:37.472921 dv-cinder-778193-7-iscsi neutron-server[93874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 04:36:37.472921 dv-cinder-778193-7-iscsi neutron-server[93874]: event.method(event) Aug 31 04:36:37.472921 dv-cinder-778193-7-iscsi neutron-server[93874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 04:36:37.472921 dv-cinder-778193-7-iscsi neutron-server[93874]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 04:36:37.472921 dv-cinder-778193-7-iscsi neutron-server[93874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 04:36:37.472921 dv-cinder-778193-7-iscsi neutron-server[93874]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 04:36:37.472921 dv-cinder-778193-7-iscsi neutron-server[93874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 04:36:37.472921 dv-cinder-778193-7-iscsi neutron-server[93874]: return f(self, *a, **k) Aug 31 04:36:37.472921 dv-cinder-778193-7-iscsi neutron-server[93874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 04:36:37.472921 dv-cinder-778193-7-iscsi neutron-server[93874]: return self._get(url).json() Aug 31 04:36:37.472921 dv-cinder-778193-7-iscsi neutron-server[93874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 04:36:37.472921 dv-cinder-778193-7-iscsi neutron-server[93874]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 04:36:37.472921 dv-cinder-778193-7-iscsi neutron-server[93874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 04:36:37.472921 dv-cinder-778193-7-iscsi neutron-server[93874]: return self.request(url, 'GET', **kwargs) Aug 31 04:36:37.472921 dv-cinder-778193-7-iscsi neutron-server[93874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 04:36:37.472921 dv-cinder-778193-7-iscsi neutron-server[93874]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 04:36:37.472921 dv-cinder-778193-7-iscsi neutron-server[93874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 04:36:37.472921 dv-cinder-778193-7-iscsi neutron-server[93874]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 04:36:37.472921 dv-cinder-778193-7-iscsi neutron-server[93874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 04:36:37.472921 dv-cinder-778193-7-iscsi neutron-server[93874]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 04:36:37.472921 dv-cinder-778193-7-iscsi neutron-server[93874]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 04:36:37.516320 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-713827c4-773b-48ac-848f-6484363cbfc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7953434'] for router, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:37.516763 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-713827c4-773b-48ac-848f-6484363cbfc1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 285b27e9-9869-460f-97cf-7e4a1652d33c {{(pid=93873) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 04:36:37.523887 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-713827c4-773b-48ac-848f-6484363cbfc1 admin admin] Notify callbacks [] for router, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:37.525043 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-713827c4-773b-48ac-848f-6484363cbfc1 admin admin] 10.222.0.37 "DELETE /v2.0/routers/285b27e9-9869-460f-97cf-7e4a1652d33c HTTP/1.1" status: 204 len: 168 time: 0.8243387 Aug 31 04:36:37.527582 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 36264) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:36:37.536474 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-0ea0221a-aafb-4007-b598-3c13fb7d89e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-666522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7956227'] for network, after_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:37.570317 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-0ea0221a-aafb-4007-b598-3c13fb7d89e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8355474'] for network, before_response {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:37.572590 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-0ea0221a-aafb-4007-b598-3c13fb7d89e6 admin admin] 10.222.0.37 "DELETE /v2.0/networks/324d503c-fc7f-4c16-bee4-2a3af6fefdb5 HTTP/1.1" status: 204 len: 168 time: 0.3094440 Aug 31 04:36:37.585678 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea0221a-aafb-4007-b598-3c13fb7d89e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=324d503c-fc7f-4c16-bee4-2a3af6fefdb5,revision_number=None']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:36:37.601117 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fd778c1-cdba-4308-952a-d57b828cc6af admin admin] Deleting subnet 097259a5-3a3d-4228-8082-2d6c2f8f569c {{(pid=93874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 04:36:37.604154 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-3fd778c1-cdba-4308-952a-d57b828cc6af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:37.641696 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-3fd778c1-cdba-4308-952a-d57b828cc6af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16523530'] for subnet, precommit_delete_associations {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:37.681597 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-3fd778c1-cdba-4308-952a-d57b828cc6af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665464'] for subnet, precommit_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:37.741931 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-3fd778c1-cdba-4308-952a-d57b828cc6af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16403798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16508959'] for subnet, after_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:37.776191 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 36272) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:36:37.776663 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-3fd778c1-cdba-4308-952a-d57b828cc6af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8355474'] for subnet, before_response {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:37.780373 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-3fd778c1-cdba-4308-952a-d57b828cc6af admin admin] 10.222.0.37 "DELETE /v2.0/subnets/097259a5-3a3d-4228-8082-2d6c2f8f569c HTTP/1.1" status: 204 len: 168 time: 0.2498810 Aug 31 04:36:37.780373 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd778c1-cdba-4308-952a-d57b828cc6af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=097259a5-3a3d-4228-8082-2d6c2f8f569c,revision_number=None']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:36:37.782616 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 36274) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:36:37.811517 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Device 869c154e-acb4-4cc7-b8f9-ba1c74c92d03 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=93875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:36:37.832106 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] No Port match for: 869c154e-acb4-4cc7-b8f9-ba1c74c92d03 {{(pid=93875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 04:36:37.832848 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Device 869c154e-acb4-4cc7-b8f9-ba1c74c92d03 not bound to the agent host hv-cinder-77819 {{(pid=93875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:36:37.869980 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-0a62347e-1b4d-4f35-8001-970357dcaf07 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d2a1a3669e5349b3b72956eee5c16264&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0925472 Aug 31 04:36:37.873397 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 36276) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:36:37.874107 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2ed7a925-b940-4242-b885-c3a2c4681d0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526871'] for network, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:37.929909 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-20d8267a-361a-4773-82d1-20ba5d6e44fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:37.950920 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-20d8267a-361a-4773-82d1-20ba5d6e44fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:37.955637 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2ed7a925-b940-4242-b885-c3a2c4681d0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-666499', 'neutron.services.segments.db._delete_segments_for_network-8730087480257'] for network, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:37.966714 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.services.segments.db [None req-2ed7a925-b940-4242-b885-c3a2c4681d0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c9c44bc-58fb-4b05-9942-3faf4a44f339']}} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:36:37.977240 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.services.segments.db [None req-2ed7a925-b940-4242-b885-c3a2c4681d0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50e75a1a-dbd4-418a-9de6-b2a5917b80a4') {'for_net_delete': True} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:36:37.977536 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.services.segments.db [None req-2ed7a925-b940-4242-b885-c3a2c4681d0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50e75a1a-dbd4-418a-9de6-b2a5917b80a4') {} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:36:37.986636 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2ed7a925-b940-4242-b885-c3a2c4681d0e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730087490389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5377085'] for segment, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:38.002163 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2ed7a925-b940-4242-b885-c3a2c4681d0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671022'] for segment, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:38.007438 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-20d8267a-361a-4773-82d1-20ba5d6e44fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:38.008981 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ed7a925-b940-4242-b885-c3a2c4681d0e admin admin] Releasing vlan 390 on physical network physnet1 to pool {{(pid=93873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 04:36:38.009359 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2ed7a925-b940-4242-b885-c3a2c4681d0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4316894'] for segment, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:38.010192 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-20d8267a-361a-4773-82d1-20ba5d6e44fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:38.011001 dv-cinder-778193-7-iscsi neutron-server[93873]: Traceback (most recent call last): Aug 31 04:36:38.011001 dv-cinder-778193-7-iscsi neutron-server[93873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 04:36:38.011001 dv-cinder-778193-7-iscsi neutron-server[93873]: timer() Aug 31 04:36:38.011001 dv-cinder-778193-7-iscsi neutron-server[93873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 04:36:38.011001 dv-cinder-778193-7-iscsi neutron-server[93873]: cb(*args, **kw) Aug 31 04:36:38.011001 dv-cinder-778193-7-iscsi neutron-server[93873]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 04:36:38.011001 dv-cinder-778193-7-iscsi neutron-server[93873]: return func(*args, **kwargs) Aug 31 04:36:38.011001 dv-cinder-778193-7-iscsi neutron-server[93873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 04:36:38.011001 dv-cinder-778193-7-iscsi neutron-server[93873]: self._notify() Aug 31 04:36:38.011001 dv-cinder-778193-7-iscsi neutron-server[93873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 04:36:38.011001 dv-cinder-778193-7-iscsi neutron-server[93873]: self.callback(batched_events) Aug 31 04:36:38.011001 dv-cinder-778193-7-iscsi neutron-server[93873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 04:36:38.011001 dv-cinder-778193-7-iscsi neutron-server[93873]: event.method(event) Aug 31 04:36:38.011001 dv-cinder-778193-7-iscsi neutron-server[93873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 04:36:38.011001 dv-cinder-778193-7-iscsi neutron-server[93873]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 04:36:38.011001 dv-cinder-778193-7-iscsi neutron-server[93873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 04:36:38.011001 dv-cinder-778193-7-iscsi neutron-server[93873]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 04:36:38.011001 dv-cinder-778193-7-iscsi neutron-server[93873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 04:36:38.011001 dv-cinder-778193-7-iscsi neutron-server[93873]: return f(self, *a, **k) Aug 31 04:36:38.011001 dv-cinder-778193-7-iscsi neutron-server[93873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 04:36:38.011001 dv-cinder-778193-7-iscsi neutron-server[93873]: return self._get(url).json() Aug 31 04:36:38.011001 dv-cinder-778193-7-iscsi neutron-server[93873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 04:36:38.011001 dv-cinder-778193-7-iscsi neutron-server[93873]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 04:36:38.011001 dv-cinder-778193-7-iscsi neutron-server[93873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 04:36:38.011001 dv-cinder-778193-7-iscsi neutron-server[93873]: return self.request(url, 'GET', **kwargs) Aug 31 04:36:38.011001 dv-cinder-778193-7-iscsi neutron-server[93873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 04:36:38.011001 dv-cinder-778193-7-iscsi neutron-server[93873]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 04:36:38.011001 dv-cinder-778193-7-iscsi neutron-server[93873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 04:36:38.011001 dv-cinder-778193-7-iscsi neutron-server[93873]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 04:36:38.011001 dv-cinder-778193-7-iscsi neutron-server[93873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 04:36:38.011001 dv-cinder-778193-7-iscsi neutron-server[93873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 04:36:38.011001 dv-cinder-778193-7-iscsi neutron-server[93873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 04:36:38.012937 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-20d8267a-361a-4773-82d1-20ba5d6e44fe admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6edf5784-9dde-4b8b-8160-15944e15858a HTTP/1.1" status: 204 len: 168 time: 0.1370726 Aug 31 04:36:38.019955 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d8267a-361a-4773-82d1-20ba5d6e44fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6edf5784-9dde-4b8b-8160-15944e15858a,revision_number=None']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:36:38.079596 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2ed7a925-b940-4242-b885-c3a2c4681d0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-666522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7956227'] for network, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:38.086509 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2ed7a925-b940-4242-b885-c3a2c4681d0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8355474'] for network, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:38.088727 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-2ed7a925-b940-4242-b885-c3a2c4681d0e admin admin] 10.222.0.37 "DELETE /v2.0/networks/4c9c44bc-58fb-4b05-9942-3faf4a44f339 HTTP/1.1" status: 204 len: 168 time: 0.3051524 Aug 31 04:36:38.102755 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed7a925-b940-4242-b885-c3a2c4681d0e admin admin] Pushing event deleted for resources: {'Network': ['ID=4c9c44bc-58fb-4b05-9942-3faf4a44f339,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:36:38.144518 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Device 6ad2e4ea-66b5-448a-ae2a-816cb31d4cac no longer exists at agent ovs-agent-dv-cinder-778193-7-iscsi {{(pid=93875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:36:38.166193 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] No Port match for: 6ad2e4ea-66b5-448a-ae2a-816cb31d4cac {{(pid=93875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 04:36:38.166738 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Device 6ad2e4ea-66b5-448a-ae2a-816cb31d4cac not bound to the agent host dv-cinder-778193-7-iscsi {{(pid=93875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:36:38.167359 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Device db47533a-32a3-4902-ba66-1e16eb925762 no longer exists at agent ovs-agent-dv-cinder-778193-7-iscsi {{(pid=93875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:36:38.189910 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] No Port match for: db47533a-32a3-4902-ba66-1e16eb925762 {{(pid=93875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 04:36:38.191539 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Device db47533a-32a3-4902-ba66-1e16eb925762 not bound to the agent host dv-cinder-778193-7-iscsi {{(pid=93875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:36:38.336409 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 36288) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:36:38.379232 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-c48ea869-425e-485e-bded-80df74f07cc4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5c02d31770b24c65beddac4595cdfe52&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0415919 Aug 31 04:36:38.381849 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 36292) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:36:38.434027 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-224b7293-4b7e-459d-b96b-a3456f2c1c90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:38.455137 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-224b7293-4b7e-459d-b96b-a3456f2c1c90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:38.502851 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-224b7293-4b7e-459d-b96b-a3456f2c1c90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:38.506052 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-224b7293-4b7e-459d-b96b-a3456f2c1c90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:38.507252 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-224b7293-4b7e-459d-b96b-a3456f2c1c90 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/75b78e4a-f72a-42ae-924c-e5c8844ea7ce HTTP/1.1" status: 204 len: 168 time: 0.1242521 Aug 31 04:36:38.514573 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224b7293-4b7e-459d-b96b-a3456f2c1c90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75b78e4a-f72a-42ae-924c-e5c8844ea7ce,revision_number=None']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:36:40.017275 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 36390) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:36:40.176941 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-534a6bc1-80b2-4411-879c-31c1f0194446 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:40.261823 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-534a6bc1-80b2-4411-879c-31c1f0194446 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:40.265255 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-534a6bc1-80b2-4411-879c-31c1f0194446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:40.302074 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-534a6bc1-80b2-4411-879c-31c1f0194446 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=464b19cac13b4972ab664a584fcf8054&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2824638 Aug 31 04:36:40.304004 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534a6bc1-80b2-4411-879c-31c1f0194446 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49790e5d-69ab-4bb6-b715-74961f6955d2,revision_number=1']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:36:40.304717 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 36396) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:36:40.353218 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-9b5ab0c5-fec6-479d-a126-f8f7887df93b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:40.373611 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-9b5ab0c5-fec6-479d-a126-f8f7887df93b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:40.418675 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-9b5ab0c5-fec6-479d-a126-f8f7887df93b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:40.421161 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-9b5ab0c5-fec6-479d-a126-f8f7887df93b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:40.422371 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-9b5ab0c5-fec6-479d-a126-f8f7887df93b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/49790e5d-69ab-4bb6-b715-74961f6955d2 HTTP/1.1" status: 204 len: 168 time: 0.1165860 Aug 31 04:36:40.430891 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5ab0c5-fec6-479d-a126-f8f7887df93b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49790e5d-69ab-4bb6-b715-74961f6955d2,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:36:40.674201 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 36402) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:36:40.687922 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-c958351a-c72e-4c04-bab7-a5576bdc3797 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:40.777209 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-c958351a-c72e-4c04-bab7-a5576bdc3797 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:40.780977 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-c958351a-c72e-4c04-bab7-a5576bdc3797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:40.817412 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-c958351a-c72e-4c04-bab7-a5576bdc3797 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7768aaec622b4d1a86c7fd6ede9124a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1416011 Aug 31 04:36:40.818486 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c958351a-c72e-4c04-bab7-a5576bdc3797 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b599c134-b888-4d88-83ff-04d491531e8a,revision_number=1']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:36:40.820170 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 36404) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:36:40.868937 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-9eb142ab-3e84-4d9e-a0e2-a2c931406ee6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:40.888869 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-9eb142ab-3e84-4d9e-a0e2-a2c931406ee6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:40.933775 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-9eb142ab-3e84-4d9e-a0e2-a2c931406ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:40.936170 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-9eb142ab-3e84-4d9e-a0e2-a2c931406ee6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:40.937290 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-9eb142ab-3e84-4d9e-a0e2-a2c931406ee6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b599c134-b888-4d88-83ff-04d491531e8a HTTP/1.1" status: 204 len: 168 time: 0.1155610 Aug 31 04:36:40.945152 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb142ab-3e84-4d9e-a0e2-a2c931406ee6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b599c134-b888-4d88-83ff-04d491531e8a,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:36:49.559200 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.agents_db [None req-b358f2ce-044e-44db-8ffe-8010ce8c5d43 None None] Agent healthcheck: found 6 active agents {{(pid=93876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:36:56.168891 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d5a4e5e5-d3ca-4833-99a3-69905275d3fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:57.769321 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:58.633209 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d22b5f97-ac48-4c5a-a847-1d1df8983107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:58.944106 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:59.828532 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cae06a7b-375a-4b62-8781-ea2d8af560c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:37:01.264541 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a4fd8ad5-a492-4575-8673-07e6bf736dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:37:26.169658 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-111a0144-3fd7-42c3-99d5-5b7a611d95b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:37:26.557980 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.agents_db [None req-b358f2ce-044e-44db-8ffe-8010ce8c5d43 None None] Agent healthcheck: found 6 active agents {{(pid=93876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:37:27.784150 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:37:28.634769 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b02765ea-c24a-40da-bb1b-39f768b5e179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:37:28.946678 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:37:29.830736 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cae06a7b-375a-4b62-8781-ea2d8af560c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:37:31.268647 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a4fd8ad5-a492-4575-8673-07e6bf736dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:37:32.148666 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-1a0a799e-ccec-42a0-b2bd-efb72e5ef8a3 req-3a39e72a-d33c-4566-b368-90a025d41518 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1303926 Aug 31 04:37:32.245881 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0a799e-ccec-42a0-b2bd-efb72e5ef8a3 req-890d680f-d2b0-4fd9-ad51-0ab8ccaba6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:37:32.247387 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-1a0a799e-ccec-42a0-b2bd-efb72e5ef8a3 req-890d680f-d2b0-4fd9-ad51-0ab8ccaba6e2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2f8e82cf86684d55bca526dc154c03d1&device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 1100 time: 0.0398881 Aug 31 04:37:32.289119 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-dd65c9ea-a84d-4dc9-96f8-220ed3b3492e req-86ee82dc-8dd9-4e27-8151-37077b78d171 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1606829489&fields=id&tenant_id=ab311a0b396b46aeb9650f0c41fada96 HTTP/1.1" status: 200 len: 267 time: 0.0888882 Aug 31 04:37:32.343959 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd65c9ea-a84d-4dc9-96f8-220ed3b3492e req-fd03b6f5-dd3f-4d15-85a7-179dc4974b6d tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:37:32.345457 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-dd65c9ea-a84d-4dc9-96f8-220ed3b3492e req-fd03b6f5-dd3f-4d15-85a7-179dc4974b6d tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 985 time: 0.0498319 Aug 31 04:37:32.356695 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.v2.base [req-dd65c9ea-a84d-4dc9-96f8-220ed3b3492e req-59663685-2b9e-41d5-89cf-c47b5864c107 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Request body: {'port': {'security_groups': ['0f65e94a-0045-4695-bea3-6d2c0c319a75']}} {{(pid=93874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:37:32.362669 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0a799e-ccec-42a0-b2bd-efb72e5ef8a3 req-83cf45fc-b316-4d6e-88a5-ed231e1f3694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:37:32.364128 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-1a0a799e-ccec-42a0-b2bd-efb72e5ef8a3 req-83cf45fc-b316-4d6e-88a5-ed231e1f3694 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2b1770a4-934d-49a7-a5c2-844beb26d79a HTTP/1.1" status: 200 len: 918 time: 0.0840583 Aug 31 04:37:32.423168 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [req-dd65c9ea-a84d-4dc9-96f8-220ed3b3492e req-59663685-2b9e-41d5-89cf-c47b5864c107 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:37:32.431072 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-1a0a799e-ccec-42a0-b2bd-efb72e5ef8a3 req-ff0f7b31-428c-4a2a-870b-f6dc13f64e9a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b832084-eb7d-496c-bc7a-d06184bd40fc HTTP/1.1" status: 200 len: 1002 time: 0.0588357 Aug 31 04:37:32.478909 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0a799e-ccec-42a0-b2bd-efb72e5ef8a3 req-05425da7-f461-4bea-8b30-c01d1f654e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:37:32.480364 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-1a0a799e-ccec-42a0-b2bd-efb72e5ef8a3 req-05425da7-f461-4bea-8b30-c01d1f654e0f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9e15e21a-55f2-483a-9c78-48bccbedd076 HTTP/1.1" status: 200 len: 856 time: 0.0424545 Aug 31 04:37:32.525651 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0a799e-ccec-42a0-b2bd-efb72e5ef8a3 req-6f75c900-a76b-4767-ad99-7cac8779dc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:37:32.527072 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-1a0a799e-ccec-42a0-b2bd-efb72e5ef8a3 req-6f75c900-a76b-4767-ad99-7cac8779dc60 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2b1770a4-934d-49a7-a5c2-844beb26d79a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385439 Aug 31 04:37:32.598957 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [req-dd65c9ea-a84d-4dc9-96f8-220ed3b3492e req-59663685-2b9e-41d5-89cf-c47b5864c107 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] For port aaa499c0-5a26-4672-a78d-9fc4fa36a9ba, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=aaa499c0-5a26-4672-a78d-9fc4fa36a9ba,segment=NetworkSegment(addae48f-32b7-413b-a119-940a5c53c50e),segment_id=addae48f-32b7-413b-a119-940a5c53c50e)] {{(pid=93874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:37:32.617750 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-1a0a799e-ccec-42a0-b2bd-efb72e5ef8a3 req-520e872f-e821-45a6-9258-7c949db94fe0 service neutron] 10.222.0.13 "GET /v2.0/networks/2b1770a4-934d-49a7-a5c2-844beb26d79a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828435 Aug 31 04:37:32.628036 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [req-dd65c9ea-a84d-4dc9-96f8-220ed3b3492e req-59663685-2b9e-41d5-89cf-c47b5864c107 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Notify callbacks [] for port, precommit_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:37:32.633031 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [req-dd65c9ea-a84d-4dc9-96f8-220ed3b3492e req-59663685-2b9e-41d5-89cf-c47b5864c107 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16403712'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:37:32.667247 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] get_ports_and_sgs() called for port_ids ['aaa499c0-5a26-4672-a78d-9fc4fa36a9ba'] {{(pid=93875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 04:37:32.674722 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd65c9ea-a84d-4dc9-96f8-220ed3b3492e req-59663685-2b9e-41d5-89cf-c47b5864c107 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:37:32.675353 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [req-dd65c9ea-a84d-4dc9-96f8-220ed3b3492e req-59663685-2b9e-41d5-89cf-c47b5864c107 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200266'] for port, before_response {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:37:32.683003 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-dd65c9ea-a84d-4dc9-96f8-220ed3b3492e req-59663685-2b9e-41d5-89cf-c47b5864c107 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "PUT /v2.0/ports/aaa499c0-5a26-4672-a78d-9fc4fa36a9ba HTTP/1.1" status: 200 len: 943 time: 0.3306413 Aug 31 04:37:32.683472 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc9e0bd4-22bc-4fae-b4da-95d3b319a99b', 'tag': 'aaa499c0-5a26-4672-a78d-9fc4fa36a9ba'}] {{(pid=93874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 04:37:32.685078 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 37078) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:37:32.685851 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5938699f339110e9e8a85feef94aa89cb8ce9e43d70de9421afa6be4e30d1429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31f13337-fa9c-468b-b6ae-adf808946cc1" -d '{"events": [{"name": "network-changed", "server_uuid": "dc9e0bd4-22bc-4fae-b4da-95d3b319a99b", "tag": "aaa499c0-5a26-4672-a78d-9fc4fa36a9ba"}]}' {{(pid=93874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:37:32.711883 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59663685-2b9e-41d5-89cf-c47b5864c107 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Pushing event updated for resources: {'Port': ['ID=aaa499c0-5a26-4672-a78d-9fc4fa36a9ba,revision_number=7']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:37:32.719798 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59663685-2b9e-41d5-89cf-c47b5864c107 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:37:32.720136 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59663685-2b9e-41d5-89cf-c47b5864c107 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:37:32.720475 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59663685-2b9e-41d5-89cf-c47b5864c107 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:37:32.720813 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59663685-2b9e-41d5-89cf-c47b5864c107 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:37:32.721150 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59663685-2b9e-41d5-89cf-c47b5864c107 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:37:32.721737 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59663685-2b9e-41d5-89cf-c47b5864c107 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:37:32.722149 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59663685-2b9e-41d5-89cf-c47b5864c107 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:37:32.722494 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59663685-2b9e-41d5-89cf-c47b5864c107 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:37:32.722813 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59663685-2b9e-41d5-89cf-c47b5864c107 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:37:32.723158 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59663685-2b9e-41d5-89cf-c47b5864c107 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:37:32.723468 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59663685-2b9e-41d5-89cf-c47b5864c107 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:37:32.723793 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59663685-2b9e-41d5-89cf-c47b5864c107 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:37:32.757351 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-1a0a799e-ccec-42a0-b2bd-efb72e5ef8a3 req-aa108980-3f6d-4fc1-a5e2-963d10fa65cf service neutron] 10.222.0.13 "GET /v2.0/networks/2b1770a4-934d-49a7-a5c2-844beb26d79a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325910 Aug 31 04:37:32.761602 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 04:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83559a4d-0c0b-4363-bcbf-57534b58a0a6 x-openstack-request-id: req-83559a4d-0c0b-4363-bcbf-57534b58a0a6 {{(pid=93874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:37:32.761602 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc9e0bd4-22bc-4fae-b4da-95d3b319a99b", "tag": "aaa499c0-5a26-4672-a78d-9fc4fa36a9ba", "status": "completed", "code": 200}]} {{(pid=93874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:37:32.761868 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-83559a4d-0c0b-4363-bcbf-57534b58a0a6 {{(pid=93874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:37:32.762284 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc9e0bd4-22bc-4fae-b4da-95d3b319a99b', 'tag': 'aaa499c0-5a26-4672-a78d-9fc4fa36a9ba', 'status': 'completed', 'code': 200} Aug 31 04:37:32.775925 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-ebe651bd-a826-4165-a6af-c0c92a3582fe tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Notify callbacks [] for security_group, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:37:32.816474 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-ebe651bd-a826-4165-a6af-c0c92a3582fe tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:37:32.838129 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] get_ports_and_sgs() called for port_ids ['aaa499c0-5a26-4672-a78d-9fc4fa36a9ba'] {{(pid=93875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 04:37:32.924321 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f13337-fa9c-468b-b6ae-adf808946cc1 req-4eb87c88-23bf-4450-b6da-9d5c732d62a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:37:32.934819 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-31f13337-fa9c-468b-b6ae-adf808946cc1 req-4eb87c88-23bf-4450-b6da-9d5c732d62a4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ab311a0b396b46aeb9650f0c41fada96&device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 1099 time: 0.0659859 Aug 31 04:37:32.936007 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-ebe651bd-a826-4165-a6af-c0c92a3582fe tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:37:32.939287 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-ebe651bd-a826-4165-a6af-c0c92a3582fe tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Notify callbacks [] for security_group, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:37:32.940471 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-ebe651bd-a826-4165-a6af-c0c92a3582fe tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "DELETE /v2.0/security-groups/0256d5e3-497e-404b-8817-4512e9e9e9ac HTTP/1.1" status: 204 len: 168 time: 0.2527573 Aug 31 04:37:32.943396 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 37092) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:37:32.963833 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe651bd-a826-4165-a6af-c0c92a3582fe tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0256d5e3-497e-404b-8817-4512e9e9e9ac,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:37:33.026946 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe651bd-a826-4165-a6af-c0c92a3582fe tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:37:33.027229 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe651bd-a826-4165-a6af-c0c92a3582fe tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:37:33.027632 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe651bd-a826-4165-a6af-c0c92a3582fe tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:37:33.027974 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe651bd-a826-4165-a6af-c0c92a3582fe tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:37:33.028306 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe651bd-a826-4165-a6af-c0c92a3582fe tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:37:33.028639 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe651bd-a826-4165-a6af-c0c92a3582fe tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:37:33.028966 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe651bd-a826-4165-a6af-c0c92a3582fe tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:37:33.029294 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe651bd-a826-4165-a6af-c0c92a3582fe tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:37:33.029618 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe651bd-a826-4165-a6af-c0c92a3582fe tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:37:33.029942 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe651bd-a826-4165-a6af-c0c92a3582fe tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:37:33.030303 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe651bd-a826-4165-a6af-c0c92a3582fe tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:37:33.030623 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe651bd-a826-4165-a6af-c0c92a3582fe tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:37:33.079285 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f13337-fa9c-468b-b6ae-adf808946cc1 req-551199a0-8e93-4dd4-8b36-49bc4b3578c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:37:33.081000 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-31f13337-fa9c-468b-b6ae-adf808946cc1 req-551199a0-8e93-4dd4-8b36-49bc4b3578c3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bb82b1c7-25b2-43f9-aa58-b7e64d26c2da HTTP/1.1" status: 200 len: 916 time: 0.1355119 Aug 31 04:37:33.085010 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-d092b3be-801f-4837-8349-d0a5bf2e97cd None None] Provisioning complete for port aaa499c0-5a26-4672-a78d-9fc4fa36a9ba triggered by entity DHCP. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:37:33.085010 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d092b3be-801f-4837-8349-d0a5bf2e97cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667402'] for port, provisioning_complete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:37:33.148046 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.plugin [None req-7a562b36-333e-4803-90c7-fd200b2f5144 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Deleting port d36a5439-c4a7-4b81-9c11-b9fc3a576db4 {{(pid=93874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 04:37:33.148383 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-7a562b36-333e-4803-90c7-fd200b2f5144 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730087506454'] for port, before_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:37:33.153065 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-31f13337-fa9c-468b-b6ae-adf808946cc1 req-ea681b27-3520-41c4-81c2-f4255a808638 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aaa499c0-5a26-4672-a78d-9fc4fa36a9ba HTTP/1.1" status: 200 len: 1001 time: 0.0621338 Aug 31 04:37:33.204968 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f13337-fa9c-468b-b6ae-adf808946cc1 req-4bced966-dfdb-4d1c-8b2e-75d567797cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:37:33.206537 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-31f13337-fa9c-468b-b6ae-adf808946cc1 req-4bced966-dfdb-4d1c-8b2e-75d567797cb6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=737ced97-ee86-44b1-9767-e30f3f13dd11 HTTP/1.1" status: 200 len: 854 time: 0.0448112 Aug 31 04:37:33.223883 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-7a562b36-333e-4803-90c7-fd200b2f5144 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7955047'] for port, precommit_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:37:33.224212 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-7a562b36-333e-4803-90c7-fd200b2f5144 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:37:33.236404 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.plugin [None req-7a562b36-333e-4803-90c7-fd200b2f5144 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Calling delete_port for d36a5439-c4a7-4b81-9c11-b9fc3a576db4 owned by network:floatingip {{(pid=93874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 04:37:33.270301 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f13337-fa9c-468b-b6ae-adf808946cc1 req-90340956-1dd4-40cf-afea-68045fb090bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:37:33.271934 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-31f13337-fa9c-468b-b6ae-adf808946cc1 req-90340956-1dd4-40cf-afea-68045fb090bc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bb82b1c7-25b2-43f9-aa58-b7e64d26c2da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0445454 Aug 31 04:37:33.363332 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-31f13337-fa9c-468b-b6ae-adf808946cc1 req-16ce81f3-8f5c-469e-87f2-22b42640ae6d service neutron] 10.222.0.13 "GET /v2.0/networks/bb82b1c7-25b2-43f9-aa58-b7e64d26c2da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823836 Aug 31 04:37:33.417281 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-7a562b36-333e-4803-90c7-fd200b2f5144 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730087509221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730086931505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16403769'] for port, after_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:37:33.441337 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a562b36-333e-4803-90c7-fd200b2f5144 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Pushing event deleted for resources: {'Port': ['ID=d36a5439-c4a7-4b81-9c11-b9fc3a576db4,revision_number=None']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:37:33.470705 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-31f13337-fa9c-468b-b6ae-adf808946cc1 req-13ca69ad-a51c-4a92-bad3-8c3025f6fc98 service neutron] 10.222.0.13 "GET /v2.0/networks/bb82b1c7-25b2-43f9-aa58-b7e64d26c2da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872056 Aug 31 04:37:33.744004 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-7a562b36-333e-4803-90c7-fd200b2f5144 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Notify callbacks [] for floatingip, after_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:37:33.744328 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.db.l3_db [None req-7a562b36-333e-4803-90c7-fd200b2f5144 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Floating IP 126fa32a-b323-41e7-9bc8-84b02dbaf209 disassociated (deleted). External IP: 172.27.3.47, port: aaa499c0-5a26-4672-a78d-9fc4fa36a9ba. Aug 31 04:37:33.945455 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a562b36-333e-4803-90c7-fd200b2f5144 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Router cf8c7e76-b4ee-46de-aa8a-5aa9ddaca693 has already been hosted by L3 agent 0d18d50c-d309-40cc-9cbf-a014e4f79dac {{(pid=93874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 04:37:34.054618 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a562b36-333e-4803-90c7-fd200b2f5144 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Notify agent at l3_agent.dv-cinder-778193-7-iscsi the message routers_updated {{(pid=93874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:37:34.059489 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-7a562b36-333e-4803-90c7-fd200b2f5144 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200266'] for floatingip, before_response {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:37:34.072027 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd958bee-fb98-421f-8da5-60c7a7bd78d6 None None] Sync routers for ids ['cf8c7e76-b4ee-46de-aa8a-5aa9ddaca693'] in dv-cinder-778193-7-iscsi {{(pid=93875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:37:34.086032 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-7a562b36-333e-4803-90c7-fd200b2f5144 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "DELETE /v2.0/floatingips/126fa32a-b323-41e7-9bc8-84b02dbaf209 HTTP/1.1" status: 204 len: 168 time: 1.1415632 Aug 31 04:37:34.089843 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd958bee-fb98-421f-8da5-60c7a7bd78d6 None None] Routers {'cf8c7e76-b4ee-46de-aa8a-5aa9ddaca693'} bound to L3 agent in host dv-cinder-778193-7-iscsi {{(pid=93875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 04:37:34.090705 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-fd958bee-fb98-421f-8da5-60c7a7bd78d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T04:24:29Z,description=,heartbeat_timestamp=2021-08-31T04:37:29Z,host='dv-cinder-778193-7-iscsi',id=0d18d50c-d309-40cc-9cbf-a014e4f79dac,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T04:24:29Z,topic='l3_agent')) {'router_ids': ['cf8c7e76-b4ee-46de-aa8a-5aa9ddaca693'], 'active': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:37:34.198230 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvr_db [None req-fd958bee-fb98-421f-8da5-60c7a7bd78d6 None None] Set router cf8c7e76-b4ee-46de-aa8a-5aa9ddaca693 gateway port host: dv-cinder-778193-7-iscsi {{(pid=93875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 04:37:34.400904 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-fd958bee-fb98-421f-8da5-60c7a7bd78d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf8c7e76-b4ee-46de-aa8a-5aa9ddaca693', 'name': 'tempest-TestMinimumBasicScenario-2072715804-router', 'tenant_id': 'ab311a0b396b46aeb9650f0c41fada96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'external_fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': '2ce827ad-f547-42ed-bf4f-2fbb1116960c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:33:40Z', 'updated_at': '2021-08-31T04:33:44Z', 'revision_number': 4, 'project_id': 'ab311a0b396b46aeb9650f0c41fada96', 'gw_port': {'id': '2ce827ad-f547-42ed-bf4f-2fbb1116960c', 'name': '', 'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:bb:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8c7e76-b4ee-46de-aa8a-5aa9ddaca693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:33:41Z', 'updated_at': '2021-08-31T04:33:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-iscsi', '_interfaces': [{'id': '33360c37-5821-4a1a-af44-d164753e4fcb', 'name': '', 'network_id': 'bb82b1c7-25b2-43f9-aa58-b7e64d26c2da', 'tenant_id': 'ab311a0b396b46aeb9650f0c41fada96', 'mac_address': 'fa:16:3e:9c:2c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8c7e76-b4ee-46de-aa8a-5aa9ddaca693', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '737ced97-ee86-44b1-9767-e30f3f13dd11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:33:43Z', 'updated_at': '2021-08-31T04:33:52Z', 'revision_number': 5, 'project_id': 'ab311a0b396b46aeb9650f0c41fada96', 'subnets': [{'id': '737ced97-ee86-44b1-9767-e30f3f13dd11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-7-iscsi', False) {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:37:34.430016 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd958bee-fb98-421f-8da5-60c7a7bd78d6 None None] Checking router: cf8c7e76-b4ee-46de-aa8a-5aa9ddaca693 for host: dv-cinder-778193-7-iscsi {{(pid=93875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:37:34.438043 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd958bee-fb98-421f-8da5-60c7a7bd78d6 None None] Routers {'cf8c7e76-b4ee-46de-aa8a-5aa9ddaca693'} bound to L3 agent in host dv-cinder-778193-7-iscsi {{(pid=93875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 04:37:34.438655 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-fd958bee-fb98-421f-8da5-60c7a7bd78d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T04:24:29Z,description=,heartbeat_timestamp=2021-08-31T04:37:29Z,host='dv-cinder-778193-7-iscsi',id=0d18d50c-d309-40cc-9cbf-a014e4f79dac,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T04:24:29Z,topic='l3_agent')) {'router_ids': ['cf8c7e76-b4ee-46de-aa8a-5aa9ddaca693'], 'active': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:37:34.537792 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvr_db [None req-fd958bee-fb98-421f-8da5-60c7a7bd78d6 None None] Set router cf8c7e76-b4ee-46de-aa8a-5aa9ddaca693 gateway port host: dv-cinder-778193-7-iscsi {{(pid=93875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 04:37:34.726720 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-fd958bee-fb98-421f-8da5-60c7a7bd78d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf8c7e76-b4ee-46de-aa8a-5aa9ddaca693', 'name': 'tempest-TestMinimumBasicScenario-2072715804-router', 'tenant_id': 'ab311a0b396b46aeb9650f0c41fada96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'external_fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': '2ce827ad-f547-42ed-bf4f-2fbb1116960c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:33:40Z', 'updated_at': '2021-08-31T04:33:44Z', 'revision_number': 4, 'project_id': 'ab311a0b396b46aeb9650f0c41fada96', 'gw_port': {'id': '2ce827ad-f547-42ed-bf4f-2fbb1116960c', 'name': '', 'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:bb:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8c7e76-b4ee-46de-aa8a-5aa9ddaca693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:33:41Z', 'updated_at': '2021-08-31T04:33:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-iscsi', '_interfaces': [{'id': '33360c37-5821-4a1a-af44-d164753e4fcb', 'name': '', 'network_id': 'bb82b1c7-25b2-43f9-aa58-b7e64d26c2da', 'tenant_id': 'ab311a0b396b46aeb9650f0c41fada96', 'mac_address': 'fa:16:3e:9c:2c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8c7e76-b4ee-46de-aa8a-5aa9ddaca693', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '737ced97-ee86-44b1-9767-e30f3f13dd11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:33:43Z', 'updated_at': '2021-08-31T04:33:52Z', 'revision_number': 5, 'project_id': 'ab311a0b396b46aeb9650f0c41fada96', 'subnets': [{'id': '737ced97-ee86-44b1-9767-e30f3f13dd11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-7-iscsi', False) {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:37:34.751108 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd958bee-fb98-421f-8da5-60c7a7bd78d6 None None] The sync data for ids ['cf8c7e76-b4ee-46de-aa8a-5aa9ddaca693'] in dv-cinder-778193-7-iscsi is: [{'id': 'cf8c7e76-b4ee-46de-aa8a-5aa9ddaca693', 'name': 'tempest-TestMinimumBasicScenario-2072715804-router', 'tenant_id': 'ab311a0b396b46aeb9650f0c41fada96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'external_fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': '2ce827ad-f547-42ed-bf4f-2fbb1116960c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:33:40Z', 'updated_at': '2021-08-31T04:33:44Z', 'revision_number': 4, 'project_id': 'ab311a0b396b46aeb9650f0c41fada96', 'gw_port': {'id': '2ce827ad-f547-42ed-bf4f-2fbb1116960c', 'name': '', 'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:bb:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8c7e76-b4ee-46de-aa8a-5aa9ddaca693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:33:41Z', 'updated_at': '2021-08-31T04:33:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-iscsi', '_interfaces': [{'id': '33360c37-5821-4a1a-af44-d164753e4fcb', 'name': '', 'network_id': 'bb82b1c7-25b2-43f9-aa58-b7e64d26c2da', 'tenant_id': 'ab311a0b396b46aeb9650f0c41fada96', 'mac_address': 'fa:16:3e:9c:2c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8c7e76-b4ee-46de-aa8a-5aa9ddaca693', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '737ced97-ee86-44b1-9767-e30f3f13dd11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:33:43Z', 'updated_at': '2021-08-31T04:33:52Z', 'revision_number': 5, 'project_id': 'ab311a0b396b46aeb9650f0c41fada96', 'subnets': [{'id': '737ced97-ee86-44b1-9767-e30f3f13dd11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:37:34.763397 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc9e0bd4-22bc-4fae-b4da-95d3b319a99b', 'tag': 'aaa499c0-5a26-4672-a78d-9fc4fa36a9ba'}] {{(pid=93874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 04:37:34.766992 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5938699f339110e9e8a85feef94aa89cb8ce9e43d70de9421afa6be4e30d1429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d91750a-f87b-47d7-be24-5d8c3e1793c2" -d '{"events": [{"name": "network-changed", "server_uuid": "dc9e0bd4-22bc-4fae-b4da-95d3b319a99b", "tag": "aaa499c0-5a26-4672-a78d-9fc4fa36a9ba"}]}' {{(pid=93874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:37:34.804843 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 04:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-115640a3-e0aa-445e-8886-6f7bb2d55aec x-openstack-request-id: req-115640a3-e0aa-445e-8886-6f7bb2d55aec {{(pid=93874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:37:34.805135 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc9e0bd4-22bc-4fae-b4da-95d3b319a99b", "tag": "aaa499c0-5a26-4672-a78d-9fc4fa36a9ba", "status": "completed", "code": 200}]} {{(pid=93874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:37:34.805384 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-115640a3-e0aa-445e-8886-6f7bb2d55aec {{(pid=93874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:37:34.805787 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc9e0bd4-22bc-4fae-b4da-95d3b319a99b', 'tag': 'aaa499c0-5a26-4672-a78d-9fc4fa36a9ba', 'status': 'completed', 'code': 200} Aug 31 04:37:34.893705 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d91750a-f87b-47d7-be24-5d8c3e1793c2 req-2a97b808-11d3-4867-9d27-c78c2d4c9d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:37:34.895400 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-8d91750a-f87b-47d7-be24-5d8c3e1793c2 req-2a97b808-11d3-4867-9d27-c78c2d4c9d1c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ab311a0b396b46aeb9650f0c41fada96&device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 1099 time: 0.0432358 Aug 31 04:37:34.994274 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3cf4e9d-f14c-4927-af8c-9d84eb8d257d None None] New status for floating IP 126fa32a-b323-41e7-9bc8-84b02dbaf209: DOWN {{(pid=93876) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 04:37:34.997258 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d91750a-f87b-47d7-be24-5d8c3e1793c2 req-dbe29310-7ac8-4ef6-9361-db2f56e6c2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:37:34.998799 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-8d91750a-f87b-47d7-be24-5d8c3e1793c2 req-dbe29310-7ac8-4ef6-9361-db2f56e6c2bf service neutron] 10.222.0.13 "GET /v2.0/networks?id=bb82b1c7-25b2-43f9-aa58-b7e64d26c2da HTTP/1.1" status: 200 len: 916 time: 0.0932398 Aug 31 04:37:35.049877 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-8d91750a-f87b-47d7-be24-5d8c3e1793c2 req-dffb1c20-4eb5-4308-a981-fa7a2a58c4c2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aaa499c0-5a26-4672-a78d-9fc4fa36a9ba HTTP/1.1" status: 200 len: 217 time: 0.0427568 Aug 31 04:37:35.103093 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d91750a-f87b-47d7-be24-5d8c3e1793c2 req-68a69359-d9d9-444f-a615-614c55f67d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:37:35.104624 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-8d91750a-f87b-47d7-be24-5d8c3e1793c2 req-68a69359-d9d9-444f-a615-614c55f67d55 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=737ced97-ee86-44b1-9767-e30f3f13dd11 HTTP/1.1" status: 200 len: 854 time: 0.0476046 Aug 31 04:37:35.150256 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d91750a-f87b-47d7-be24-5d8c3e1793c2 req-3764d8bf-0226-440d-90b7-eae1071896e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:37:35.151752 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-8d91750a-f87b-47d7-be24-5d8c3e1793c2 req-3764d8bf-0226-440d-90b7-eae1071896e4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bb82b1c7-25b2-43f9-aa58-b7e64d26c2da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392354 Aug 31 04:37:35.243245 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-8d91750a-f87b-47d7-be24-5d8c3e1793c2 req-09257cae-b1f8-4b70-9e52-f986eac453ee service neutron] 10.222.0.13 "GET /v2.0/networks/bb82b1c7-25b2-43f9-aa58-b7e64d26c2da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833280 Aug 31 04:37:35.330558 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-8d91750a-f87b-47d7-be24-5d8c3e1793c2 req-b911d368-d301-426f-81c8-731022bdeacf service neutron] 10.222.0.13 "GET /v2.0/networks/bb82b1c7-25b2-43f9-aa58-b7e64d26c2da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800705 Aug 31 04:37:56.171169 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-296cff25-96aa-4e33-8833-059c7ad3d4e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:37:57.791535 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:37:58.634890 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-af104d53-590c-4fb8-b1f3-834ff39b61b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:37:58.948277 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:37:59.833073 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cae06a7b-375a-4b62-8781-ea2d8af560c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:01.273180 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a4fd8ad5-a492-4575-8673-07e6bf736dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:03.556425 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.agents_db [None req-b358f2ce-044e-44db-8ffe-8010ce8c5d43 None None] Agent healthcheck: found 6 active agents {{(pid=93876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:38:26.172140 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b157400e-cb7a-48c0-b91d-a84c10489214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:27.794250 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:28.636119 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d41cceef-d9df-4b7f-95cc-80d27d61f83c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:28.948992 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:29.835902 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cae06a7b-375a-4b62-8781-ea2d8af560c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:31.273650 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a4fd8ad5-a492-4575-8673-07e6bf736dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:33.545212 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-92790983-dc14-4792-9ef8-711a4c65704b req-b991c95f-91e4-4b60-b877-87c39fe899fd service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0410764 Aug 31 04:38:33.613100 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92790983-dc14-4792-9ef8-711a4c65704b req-a9006f06-5d8b-48d1-b538-b12f97235171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:38:33.614551 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-92790983-dc14-4792-9ef8-711a4c65704b req-a9006f06-5d8b-48d1-b538-b12f97235171 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9a4c00b65f96499f945037afd604da1d&device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 1098 time: 0.0389328 Aug 31 04:38:33.715318 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92790983-dc14-4792-9ef8-711a4c65704b req-43c3ce90-d24d-4db1-a2c1-229235ef8933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:38:33.716751 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-92790983-dc14-4792-9ef8-711a4c65704b req-43c3ce90-d24d-4db1-a2c1-229235ef8933 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8936ee09-226f-4718-943f-9ffdccd40918 HTTP/1.1" status: 200 len: 911 time: 0.0825779 Aug 31 04:38:33.783442 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-92790983-dc14-4792-9ef8-711a4c65704b req-eb6514f3-0f8c-423f-9862-15126aeff26f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc80ed91-0e6b-4c22-99f9-cd3d341652d0 HTTP/1.1" status: 200 len: 1001 time: 0.0598013 Aug 31 04:38:33.834869 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92790983-dc14-4792-9ef8-711a4c65704b req-e1c1280c-7dea-470a-8422-eaff2de5035c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:38:33.836309 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-92790983-dc14-4792-9ef8-711a4c65704b req-e1c1280c-7dea-470a-8422-eaff2de5035c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dbec82d9-5dbd-41df-9df9-228f18fdefe0 HTTP/1.1" status: 200 len: 849 time: 0.0456188 Aug 31 04:38:33.881650 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92790983-dc14-4792-9ef8-711a4c65704b req-35c0670b-1bc1-4d9b-ad9d-35ea8ac1491a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:38:33.883178 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-92790983-dc14-4792-9ef8-711a4c65704b req-35c0670b-1bc1-4d9b-ad9d-35ea8ac1491a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8936ee09-226f-4718-943f-9ffdccd40918&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404279 Aug 31 04:38:33.977503 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-92790983-dc14-4792-9ef8-711a4c65704b req-2cbe9ea1-f81d-46b1-b3b8-807815d5b100 service neutron] 10.222.0.13 "GET /v2.0/networks/8936ee09-226f-4718-943f-9ffdccd40918?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869980 Aug 31 04:38:34.065958 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-92790983-dc14-4792-9ef8-711a4c65704b req-33abec12-bbc8-49af-b2ab-03b2219041de service neutron] 10.222.0.13 "GET /v2.0/networks/8936ee09-226f-4718-943f-9ffdccd40918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817745 Aug 31 04:38:37.212117 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5891b3-2445-438c-9164-c4a66216b83e req-6ad7a6c7-f9dd-44d1-b654-25d64a8103bc tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:38:37.213593 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-dc5891b3-2445-438c-9164-c4a66216b83e req-6ad7a6c7-f9dd-44d1-b654-25d64a8103bc tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fdca9c-d400-411b-92f3-aeef4efc766b HTTP/1.1" status: 200 len: 945 time: 0.1008463 Aug 31 04:38:37.253761 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-dc5891b3-2445-438c-9164-c4a66216b83e req-3b115ca6-9bf2-4712-ac48-ae14690dfe6d tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/security-groups?id=5087df51-3381-4802-9616-3985fed72e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337210 Aug 31 04:38:38.377753 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39375e11-4777-4aee-955a-777cefaca2cf req-6f1b1a53-5ae8-4019-ae5f-a4782366b552 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:38:38.379140 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-39375e11-4777-4aee-955a-777cefaca2cf req-6f1b1a53-5ae8-4019-ae5f-a4782366b552 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fdca9c-d400-411b-92f3-aeef4efc766b HTTP/1.1" status: 200 len: 945 time: 0.0468507 Aug 31 04:38:38.420150 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-39375e11-4777-4aee-955a-777cefaca2cf req-a501656c-f3b4-4498-9d3c-7208599f070a tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/security-groups?id=5087df51-3381-4802-9616-3985fed72e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349100 Aug 31 04:38:38.855329 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09e96f0-4c84-408a-81e8-9d3d468e1612 req-fa06a178-db8c-42fc-ad2d-f9ca9a6b1b28 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:38:38.856744 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-f09e96f0-4c84-408a-81e8-9d3d468e1612 req-fa06a178-db8c-42fc-ad2d-f9ca9a6b1b28 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.13 "GET /v2.0/ports?device_id=35fdca9c-d400-411b-92f3-aeef4efc766b HTTP/1.1" status: 200 len: 945 time: 0.0479870 Aug 31 04:38:39.175390 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [req-f09e96f0-4c84-408a-81e8-9d3d468e1612 req-c443d42f-d82f-43c4-967f-0d7f108f754c tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Deleting port f74e9e6a-3e89-4439-bb88-91a7fdd5e305 {{(pid=93873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 04:38:39.175646 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-f09e96f0-4c84-408a-81e8-9d3d468e1612 req-c443d42f-d82f-43c4-967f-0d7f108f754c tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730087506454'] for port, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:39.265434 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [req-f09e96f0-4c84-408a-81e8-9d3d468e1612 req-c443d42f-d82f-43c4-967f-0d7f108f754c tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] For port f74e9e6a-3e89-4439-bb88-91a7fdd5e305, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=f74e9e6a-3e89-4439-bb88-91a7fdd5e305,segment=NetworkSegment(a7412fb6-0162-4662-bc72-ded560595039),segment_id=a7412fb6-0162-4662-bc72-ded560595039)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:38:39.265796 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-f09e96f0-4c84-408a-81e8-9d3d468e1612 req-c443d42f-d82f-43c4-967f-0d7f108f754c tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7955047'] for port, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:39.484939 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-f09e96f0-4c84-408a-81e8-9d3d468e1612 req-c443d42f-d82f-43c4-967f-0d7f108f754c tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:39.485318 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-f09e96f0-4c84-408a-81e8-9d3d468e1612 req-c443d42f-d82f-43c4-967f-0d7f108f754c tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7956241'] for floatingip, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:39.485631 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.db.l3_db [req-f09e96f0-4c84-408a-81e8-9d3d468e1612 req-c443d42f-d82f-43c4-967f-0d7f108f754c tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Floating IP 00fa7050-30d2-48e8-b006-d6f7a28e5b08 disassociated. External IP: 172.27.3.61, port: f74e9e6a-3e89-4439-bb88-91a7fdd5e305. Aug 31 04:38:39.485960 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [req-f09e96f0-4c84-408a-81e8-9d3d468e1612 req-c443d42f-d82f-43c4-967f-0d7f108f754c tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Calling delete_port for f74e9e6a-3e89-4439-bb88-91a7fdd5e305 owned by compute:nova {{(pid=93873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 04:38:39.532005 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35925ab-59c1-4e62-b0eb-0a0790511f50 req-b1f6d2b3-c677-49c2-a43f-2a7888f7e19d tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:38:39.533485 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-f35925ab-59c1-4e62-b0eb-0a0790511f50 req-b1f6d2b3-c677-49c2-a43f-2a7888f7e19d tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fdca9c-d400-411b-92f3-aeef4efc766b HTTP/1.1" status: 200 len: 945 time: 0.0483344 Aug 31 04:38:39.578532 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-f35925ab-59c1-4e62-b0eb-0a0790511f50 req-b277422d-603a-4ac1-81f7-ac0127ca79fc tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/security-groups?id=5087df51-3381-4802-9616-3985fed72e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390856 Aug 31 04:38:39.614609 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-f09e96f0-4c84-408a-81e8-9d3d468e1612 req-c443d42f-d82f-43c4-967f-0d7f108f754c tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730087509221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730086931505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4316683'] for port, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:39.644393 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c443d42f-d82f-43c4-967f-0d7f108f754c tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Pushing event deleted for resources: {'Port': ['ID=f74e9e6a-3e89-4439-bb88-91a7fdd5e305,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:38:39.654105 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c443d42f-d82f-43c4-967f-0d7f108f754c tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:38:39.654478 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c443d42f-d82f-43c4-967f-0d7f108f754c tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:38:39.654819 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c443d42f-d82f-43c4-967f-0d7f108f754c tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:38:39.655159 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c443d42f-d82f-43c4-967f-0d7f108f754c tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:38:39.655485 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c443d42f-d82f-43c4-967f-0d7f108f754c tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:38:39.655813 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c443d42f-d82f-43c4-967f-0d7f108f754c tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:38:39.656141 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c443d42f-d82f-43c4-967f-0d7f108f754c tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:38:39.656467 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c443d42f-d82f-43c4-967f-0d7f108f754c tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:38:39.656793 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c443d42f-d82f-43c4-967f-0d7f108f754c tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:38:39.657122 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c443d42f-d82f-43c4-967f-0d7f108f754c tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:38:39.657436 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c443d42f-d82f-43c4-967f-0d7f108f754c tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:38:39.657753 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c443d42f-d82f-43c4-967f-0d7f108f754c tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:38:39.762438 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f09e96f0-4c84-408a-81e8-9d3d468e1612 req-c443d42f-d82f-43c4-967f-0d7f108f754c tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Router cfb1beff-8e89-4236-bc57-c670bf3ccc79 has already been hosted by L3 agent 0d18d50c-d309-40cc-9cbf-a014e4f79dac {{(pid=93873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 04:38:39.865102 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f09e96f0-4c84-408a-81e8-9d3d468e1612 req-c443d42f-d82f-43c4-967f-0d7f108f754c tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Notify agent at l3_agent.dv-cinder-778193-7-iscsi the message routers_updated {{(pid=93873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:38:39.876435 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57b48d7-0cff-4fbe-a1bc-12c311ab2dfe None None] Sync routers for ids ['cfb1beff-8e89-4236-bc57-c670bf3ccc79'] in dv-cinder-778193-7-iscsi {{(pid=93875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:38:39.886049 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57b48d7-0cff-4fbe-a1bc-12c311ab2dfe None None] Routers {'cfb1beff-8e89-4236-bc57-c670bf3ccc79'} bound to L3 agent in host dv-cinder-778193-7-iscsi {{(pid=93875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 04:38:39.886935 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-c57b48d7-0cff-4fbe-a1bc-12c311ab2dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T04:24:29Z,description=,heartbeat_timestamp=2021-08-31T04:38:29Z,host='dv-cinder-778193-7-iscsi',id=0d18d50c-d309-40cc-9cbf-a014e4f79dac,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T04:24:29Z,topic='l3_agent')) {'router_ids': ['cfb1beff-8e89-4236-bc57-c670bf3ccc79'], 'active': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:38:39.907479 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [req-f09e96f0-4c84-408a-81e8-9d3d468e1612 req-c443d42f-d82f-43c4-967f-0d7f108f754c tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] No DVR routers for this DVR port f74e9e6a-3e89-4439-bb88-91a7fdd5e305 on host hv-cinder-77819 {{(pid=93873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 04:38:39.910606 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-f09e96f0-4c84-408a-81e8-9d3d468e1612 req-c443d42f-d82f-43c4-967f-0d7f108f754c tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200266'] for port, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:39.912640 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-f09e96f0-4c84-408a-81e8-9d3d468e1612 req-c443d42f-d82f-43c4-967f-0d7f108f754c tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.13 "DELETE /v2.0/ports/f74e9e6a-3e89-4439-bb88-91a7fdd5e305 HTTP/1.1" status: 204 len: 173 time: 1.0502393 Aug 31 04:38:39.913075 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35fdca9c-d400-411b-92f3-aeef4efc766b', 'name': 'network-vif-deleted', 'tag': 'f74e9e6a-3e89-4439-bb88-91a7fdd5e305'}] {{(pid=93873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 04:38:39.915447 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a11e4e79c753650f2852f0d7a0fe7e91abda00271ce9373e69ea4f6baf967f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3a04f60-3713-41f5-8e26-c46ff66ae23c" -d '{"events": [{"server_uuid": "35fdca9c-d400-411b-92f3-aeef4efc766b", "name": "network-vif-deleted", "tag": "f74e9e6a-3e89-4439-bb88-91a7fdd5e305"}]}' {{(pid=93873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:38:40.007449 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvr_db [None req-c57b48d7-0cff-4fbe-a1bc-12c311ab2dfe None None] Set router cfb1beff-8e89-4236-bc57-c670bf3ccc79 gateway port host: dv-cinder-778193-7-iscsi {{(pid=93875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 04:38:40.015269 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 04:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a46b4ea8-661d-4f68-a750-9039d3d00bac x-openstack-request-id: req-a46b4ea8-661d-4f68-a750-9039d3d00bac {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:38:40.015558 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35fdca9c-d400-411b-92f3-aeef4efc766b", "name": "network-vif-deleted", "tag": "f74e9e6a-3e89-4439-bb88-91a7fdd5e305", "status": "completed", "code": 200}]} {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:38:40.015808 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a46b4ea8-661d-4f68-a750-9039d3d00bac {{(pid=93873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:38:40.016199 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35fdca9c-d400-411b-92f3-aeef4efc766b', 'name': 'network-vif-deleted', 'tag': 'f74e9e6a-3e89-4439-bb88-91a7fdd5e305', 'status': 'completed', 'code': 200} Aug 31 04:38:40.201956 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-c57b48d7-0cff-4fbe-a1bc-12c311ab2dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfb1beff-8e89-4236-bc57-c670bf3ccc79', 'name': 'tempest-TestVolumeBootPattern-878837555-router', 'tenant_id': 'bc308d1c5c63497ca880321a556c0dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'external_fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '6ecc3b37-8ac0-4da3-b9fe-c8b7712cac05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:34:57Z', 'updated_at': '2021-08-31T04:35:00Z', 'revision_number': 4, 'project_id': 'bc308d1c5c63497ca880321a556c0dcf', 'gw_port': {'id': '6ecc3b37-8ac0-4da3-b9fe-c8b7712cac05', 'name': '', 'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:34:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb1beff-8e89-4236-bc57-c670bf3ccc79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:34:58Z', 'updated_at': '2021-08-31T04:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-iscsi', '_interfaces': [{'id': '6141179c-73a1-4156-8613-05bb9a893f80', 'name': '', 'network_id': '43249730-b634-4d1c-bb80-40b48d096428', 'tenant_id': 'bc308d1c5c63497ca880321a556c0dcf', 'mac_address': 'fa:16:3e:5a:15:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb1beff-8e89-4236-bc57-c670bf3ccc79', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'c2aeecc1-c6f6-4357-a249-423447e6cfa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:35:00Z', 'updated_at': '2021-08-31T04:35:06Z', 'revision_number': 5, 'project_id': 'bc308d1c5c63497ca880321a556c0dcf', 'subnets': [{'id': 'c2aeecc1-c6f6-4357-a249-423447e6cfa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-7-iscsi', False) {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:38:40.231467 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57b48d7-0cff-4fbe-a1bc-12c311ab2dfe None None] Checking router: cfb1beff-8e89-4236-bc57-c670bf3ccc79 for host: dv-cinder-778193-7-iscsi {{(pid=93875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:38:40.240605 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57b48d7-0cff-4fbe-a1bc-12c311ab2dfe None None] Routers {'cfb1beff-8e89-4236-bc57-c670bf3ccc79'} bound to L3 agent in host dv-cinder-778193-7-iscsi {{(pid=93875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 04:38:40.241200 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-c57b48d7-0cff-4fbe-a1bc-12c311ab2dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T04:24:29Z,description=,heartbeat_timestamp=2021-08-31T04:38:29Z,host='dv-cinder-778193-7-iscsi',id=0d18d50c-d309-40cc-9cbf-a014e4f79dac,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T04:24:29Z,topic='l3_agent')) {'router_ids': ['cfb1beff-8e89-4236-bc57-c670bf3ccc79'], 'active': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:38:40.338818 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvr_db [None req-c57b48d7-0cff-4fbe-a1bc-12c311ab2dfe None None] Set router cfb1beff-8e89-4236-bc57-c670bf3ccc79 gateway port host: dv-cinder-778193-7-iscsi {{(pid=93875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 04:38:40.555842 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.agents_db [None req-b358f2ce-044e-44db-8ffe-8010ce8c5d43 None None] Agent healthcheck: found 6 active agents {{(pid=93876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:38:40.654034 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-c57b48d7-0cff-4fbe-a1bc-12c311ab2dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfb1beff-8e89-4236-bc57-c670bf3ccc79', 'name': 'tempest-TestVolumeBootPattern-878837555-router', 'tenant_id': 'bc308d1c5c63497ca880321a556c0dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'external_fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '6ecc3b37-8ac0-4da3-b9fe-c8b7712cac05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:34:57Z', 'updated_at': '2021-08-31T04:35:00Z', 'revision_number': 4, 'project_id': 'bc308d1c5c63497ca880321a556c0dcf', 'gw_port': {'id': '6ecc3b37-8ac0-4da3-b9fe-c8b7712cac05', 'name': '', 'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:34:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb1beff-8e89-4236-bc57-c670bf3ccc79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:34:58Z', 'updated_at': '2021-08-31T04:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-iscsi', '_interfaces': [{'id': '6141179c-73a1-4156-8613-05bb9a893f80', 'name': '', 'network_id': '43249730-b634-4d1c-bb80-40b48d096428', 'tenant_id': 'bc308d1c5c63497ca880321a556c0dcf', 'mac_address': 'fa:16:3e:5a:15:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb1beff-8e89-4236-bc57-c670bf3ccc79', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'c2aeecc1-c6f6-4357-a249-423447e6cfa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:35:00Z', 'updated_at': '2021-08-31T04:35:06Z', 'revision_number': 5, 'project_id': 'bc308d1c5c63497ca880321a556c0dcf', 'subnets': [{'id': 'c2aeecc1-c6f6-4357-a249-423447e6cfa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-7-iscsi', False) {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:38:40.676460 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-dece5478-7e88-4ff2-af05-9aed5158abf3 req-bfa1aea6-3895-44fd-a54d-e66c62c8ff32 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fdca9c-d400-411b-92f3-aeef4efc766b HTTP/1.1" status: 200 len: 210 time: 0.0289130 Aug 31 04:38:40.680391 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57b48d7-0cff-4fbe-a1bc-12c311ab2dfe None None] The sync data for ids ['cfb1beff-8e89-4236-bc57-c670bf3ccc79'] in dv-cinder-778193-7-iscsi is: [{'id': 'cfb1beff-8e89-4236-bc57-c670bf3ccc79', 'name': 'tempest-TestVolumeBootPattern-878837555-router', 'tenant_id': 'bc308d1c5c63497ca880321a556c0dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'external_fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '6ecc3b37-8ac0-4da3-b9fe-c8b7712cac05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:34:57Z', 'updated_at': '2021-08-31T04:35:00Z', 'revision_number': 4, 'project_id': 'bc308d1c5c63497ca880321a556c0dcf', 'gw_port': {'id': '6ecc3b37-8ac0-4da3-b9fe-c8b7712cac05', 'name': '', 'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:34:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb1beff-8e89-4236-bc57-c670bf3ccc79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:34:58Z', 'updated_at': '2021-08-31T04:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-iscsi', '_interfaces': [{'id': '6141179c-73a1-4156-8613-05bb9a893f80', 'name': '', 'network_id': '43249730-b634-4d1c-bb80-40b48d096428', 'tenant_id': 'bc308d1c5c63497ca880321a556c0dcf', 'mac_address': 'fa:16:3e:5a:15:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb1beff-8e89-4236-bc57-c670bf3ccc79', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'c2aeecc1-c6f6-4357-a249-423447e6cfa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:35:00Z', 'updated_at': '2021-08-31T04:35:06Z', 'revision_number': 5, 'project_id': 'bc308d1c5c63497ca880321a556c0dcf', 'subnets': [{'id': 'c2aeecc1-c6f6-4357-a249-423447e6cfa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:38:40.887051 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6cde7fc-7c96-478a-a5ee-75f92f519d9e None None] New status for floating IP 00fa7050-30d2-48e8-b006-d6f7a28e5b08: DOWN {{(pid=93876) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 04:38:41.769939 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-172f8833-0cf6-4926-a6db-ee0530a4f8a9 req-ec97574d-154d-4dec-b8eb-e84b10b66e59 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fdca9c-d400-411b-92f3-aeef4efc766b HTTP/1.1" status: 200 len: 210 time: 0.0262613 Aug 31 04:38:42.470096 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Device f74e9e6a-3e89-4439-bb88-91a7fdd5e305 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=93875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:38:42.490126 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] No Port match for: f74e9e6a-3e89-4439-bb88-91a7fdd5e305 {{(pid=93875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 04:38:42.490479 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Device f74e9e6a-3e89-4439-bb88-91a7fdd5e305 not bound to the agent host hv-cinder-77819 {{(pid=93875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:38:42.861355 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-9b70547e-0365-4848-9720-f713501aec48 req-1fd25bd5-6c4b-4432-9f31-a070ff377752 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fdca9c-d400-411b-92f3-aeef4efc766b HTTP/1.1" status: 200 len: 210 time: 0.0253263 Aug 31 04:38:43.955165 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-163cbe86-e753-456e-b709-e24b6565f42d req-970984d3-4157-47a6-b363-a2d9ff31d55f tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fdca9c-d400-411b-92f3-aeef4efc766b HTTP/1.1" status: 200 len: 210 time: 0.0279179 Aug 31 04:38:45.045598 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-2bf98427-c588-4607-971b-2b9f30a74c43 req-82619ad6-2a0f-483b-8341-d2145c68695b tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fdca9c-d400-411b-92f3-aeef4efc766b HTTP/1.1" status: 200 len: 210 time: 0.0250106 Aug 31 04:38:46.137567 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-2fad0167-8f54-4122-ba40-e62cd4b3d629 req-b7491b4e-13b5-4c53-88c2-884123e0d939 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fdca9c-d400-411b-92f3-aeef4efc766b HTTP/1.1" status: 200 len: 210 time: 0.0276487 Aug 31 04:38:47.227923 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-b7055967-f81f-41e1-adb0-600a8693eade req-0dd6aa88-f819-4d71-bd75-dbe613b2a64c tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fdca9c-d400-411b-92f3-aeef4efc766b HTTP/1.1" status: 200 len: 210 time: 0.0259247 Aug 31 04:38:48.326168 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-d90a6439-45b9-494d-9d46-1bf237fca3f2 req-ba47ee62-f71b-4f72-a5bd-278fc06939a5 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fdca9c-d400-411b-92f3-aeef4efc766b HTTP/1.1" status: 200 len: 210 time: 0.0248735 Aug 31 04:38:49.422571 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-5606c57a-8508-4257-b0fb-30df95c4e451 req-2aed33cb-a9d0-4c4c-9cd1-189b00c9e29b tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fdca9c-d400-411b-92f3-aeef4efc766b HTTP/1.1" status: 200 len: 210 time: 0.0271890 Aug 31 04:38:50.516604 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-93659f0a-cf89-4b11-91a5-ee293e7f02f4 req-ceff5912-5920-42bd-98be-528c9a7a9af7 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fdca9c-d400-411b-92f3-aeef4efc766b HTTP/1.1" status: 200 len: 210 time: 0.0283825 Aug 31 04:38:51.608202 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-e7a96aa2-0886-4a3c-94be-e181b232eb35 req-8f10adca-cbc8-4a8e-9d84-d561e1d7675c tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fdca9c-d400-411b-92f3-aeef4efc766b HTTP/1.1" status: 200 len: 210 time: 0.0258250 Aug 31 04:38:52.704493 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-e9f6c3d1-f4e7-4bc5-8138-c43c4257b990 req-e8ee75a4-2d11-4ef0-9564-245206d78188 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fdca9c-d400-411b-92f3-aeef4efc766b HTTP/1.1" status: 200 len: 210 time: 0.0265889 Aug 31 04:38:53.796986 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-bf6911ba-fffb-4a21-9e95-68c4b2f074af req-f8134b08-f88b-4a6e-9aac-4d87cc336ce5 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fdca9c-d400-411b-92f3-aeef4efc766b HTTP/1.1" status: 200 len: 210 time: 0.0256898 Aug 31 04:38:54.894387 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-b23793bd-4761-47d5-afee-791eb689cc1f req-9ba6de04-2271-4180-aa06-36de863e4196 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fdca9c-d400-411b-92f3-aeef4efc766b HTTP/1.1" status: 200 len: 210 time: 0.0260425 Aug 31 04:38:55.983344 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-d9433ef1-8fe5-4c59-b486-e3d6bb507a21 req-334a6aaf-7395-4ea7-a40e-9d886be29e24 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fdca9c-d400-411b-92f3-aeef4efc766b HTTP/1.1" status: 200 len: 210 time: 0.0247891 Aug 31 04:38:56.173167 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-394287f7-30bc-4520-abd0-5d7b5f9fb5c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:57.076488 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-9c76877b-166d-4357-be9e-883813923dce req-e0c4591e-a305-4b68-a6ef-efd6d6b4b181 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fdca9c-d400-411b-92f3-aeef4efc766b HTTP/1.1" status: 200 len: 210 time: 0.0280914 Aug 31 04:38:57.803261 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:58.165714 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-2a605c2f-36d3-4709-a680-543d1d165db5 req-09f853e7-3caf-4f6d-875d-d2dfbaba11e1 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fdca9c-d400-411b-92f3-aeef4efc766b HTTP/1.1" status: 200 len: 210 time: 0.0249920 Aug 31 04:38:58.640997 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-32469cdc-da58-4552-ab74-33384f7a02f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:58.950124 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:59.257266 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-87c763c9-b7b6-4550-941a-e824da1c849a req-2067e2e1-6cb2-48cf-8483-ec7dda921a29 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fdca9c-d400-411b-92f3-aeef4efc766b HTTP/1.1" status: 200 len: 210 time: 0.0261428 Aug 31 04:38:59.839491 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cae06a7b-375a-4b62-8781-ea2d8af560c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:39:00.347219 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-caff624f-b1d6-4c19-8d46-bf6933ac2ebb req-21399b51-6450-43a7-aaec-228c303b7e3b tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fdca9c-d400-411b-92f3-aeef4efc766b HTTP/1.1" status: 200 len: 210 time: 0.0259092 Aug 31 04:39:01.278403 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a4fd8ad5-a492-4575-8673-07e6bf736dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:39:01.435826 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-1b0609be-7c4c-4c57-bee7-5c11081cd793 req-1317659f-db7a-4b31-a1f3-111bb53a1d78 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fdca9c-d400-411b-92f3-aeef4efc766b HTTP/1.1" status: 200 len: 210 time: 0.0250325 Aug 31 04:39:02.539108 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-306f9296-14d7-4986-885d-11d9bc68ed48 req-2d343aa8-cb6f-4dd7-9952-8d1bda4ba520 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fdca9c-d400-411b-92f3-aeef4efc766b HTTP/1.1" status: 200 len: 210 time: 0.0262659 Aug 31 04:39:03.640804 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-db570e61-7881-4407-9918-4bf18e782e17 req-4fb75186-4c9c-4977-a7da-1881f0aedf8b tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fdca9c-d400-411b-92f3-aeef4efc766b HTTP/1.1" status: 200 len: 210 time: 0.0331089 Aug 31 04:39:04.741733 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-f9500879-130b-4658-8c9e-e97ca684e445 req-34bb1c24-f40d-45b2-be7a-7717d3cb1bf0 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fdca9c-d400-411b-92f3-aeef4efc766b HTTP/1.1" status: 200 len: 210 time: 0.0253413 Aug 31 04:39:05.837650 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-eed82af5-486b-4e57-9352-986c0ca86c77 req-5667428e-3d6e-4124-948c-47782418b231 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fdca9c-d400-411b-92f3-aeef4efc766b HTTP/1.1" status: 200 len: 210 time: 0.0254722 Aug 31 04:39:06.926998 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-8dcbd552-a6e0-433f-a33a-b747b63ceca3 req-ea05f3d4-cf65-41c7-b90e-a20ce8bd5753 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fdca9c-d400-411b-92f3-aeef4efc766b HTTP/1.1" status: 200 len: 210 time: 0.0251975 Aug 31 04:39:08.018483 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-07de3ae2-81ed-4ab6-9e13-4a7d117ffd5a req-dc785650-42c9-4daf-8efd-3aec6afba874 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fdca9c-d400-411b-92f3-aeef4efc766b HTTP/1.1" status: 200 len: 210 time: 0.0259163 Aug 31 04:39:09.108683 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-f980861d-2e51-4f63-b172-c2eaca68a8e2 req-5f39a4d4-40ef-46b6-b888-35eb100dfd22 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fdca9c-d400-411b-92f3-aeef4efc766b HTTP/1.1" status: 200 len: 210 time: 0.0255902 Aug 31 04:39:10.201614 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-1c2321ec-440a-42ac-a9a7-8f202d1a9397 req-94d7895c-6324-4648-b148-bf06c74fe513 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fdca9c-d400-411b-92f3-aeef4efc766b HTTP/1.1" status: 200 len: 210 time: 0.0276175 Aug 31 04:39:11.292355 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-c5205056-b30a-480f-be80-438be4c9c237 req-8de5b8ac-fd1b-45e9-8f56-54d7463724b0 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fdca9c-d400-411b-92f3-aeef4efc766b HTTP/1.1" status: 200 len: 210 time: 0.0251269 Aug 31 04:39:12.383548 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-c07f35eb-20c1-410e-8e08-4d087f185b16 req-56e94ffb-d8a9-4d8f-be84-b78bd283e78c tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fdca9c-d400-411b-92f3-aeef4efc766b HTTP/1.1" status: 200 len: 210 time: 0.0259280 Aug 31 04:39:13.473244 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-46c44c20-357f-40fa-9ff8-0e9e6d7b504c req-0a7219eb-0f06-4dfa-a48f-f6ccd0e3cf0f tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fdca9c-d400-411b-92f3-aeef4efc766b HTTP/1.1" status: 200 len: 210 time: 0.0253363 Aug 31 04:39:14.564166 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-a06b40ef-7786-4709-8eae-d4113c0d5710 req-886940e1-6ff2-4be2-8efa-01e807fc5634 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fdca9c-d400-411b-92f3-aeef4efc766b HTTP/1.1" status: 200 len: 210 time: 0.0263474 Aug 31 04:39:15.653815 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-8842ff44-ccc4-4499-be94-a2f70c9e09ca req-29171c1d-e6ec-44c3-9a54-6c3007f00d44 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fdca9c-d400-411b-92f3-aeef4efc766b HTTP/1.1" status: 200 len: 210 time: 0.0243564 Aug 31 04:39:16.750583 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-2696014d-6b64-4689-a030-dc26c63dbb19 req-7b18176d-53ac-4559-ac43-e845933bd528 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fdca9c-d400-411b-92f3-aeef4efc766b HTTP/1.1" status: 200 len: 210 time: 0.0292087 Aug 31 04:39:17.556463 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.agents_db [None req-b358f2ce-044e-44db-8ffe-8010ce8c5d43 None None] Agent healthcheck: found 6 active agents {{(pid=93876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:39:17.840603 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-4ac0bb0c-f5b8-44d6-a84a-92427a93ce36 req-44f31d1d-7e34-4f2a-80e5-9ae5664f47c0 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fdca9c-d400-411b-92f3-aeef4efc766b HTTP/1.1" status: 200 len: 210 time: 0.0251012 Aug 31 04:39:18.932526 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-18fbe809-bce2-473e-860f-587ecca3944f req-95e4846d-4638-47a0-82fc-61a2742f949d tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fdca9c-d400-411b-92f3-aeef4efc766b HTTP/1.1" status: 200 len: 210 time: 0.0268614 Aug 31 04:39:20.022994 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-cf34e0f5-f8b0-48b5-a880-a3c5cb5599b9 req-df42c66a-6d15-429a-8867-bfdf57857f59 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fdca9c-d400-411b-92f3-aeef4efc766b HTTP/1.1" status: 200 len: 210 time: 0.0242605 Aug 31 04:39:21.114433 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-0f09288d-fdc7-46e3-a94a-63f99c80144b req-269c645d-22c2-4b3d-9578-ed6388b36976 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fdca9c-d400-411b-92f3-aeef4efc766b HTTP/1.1" status: 200 len: 210 time: 0.0266318 Aug 31 04:39:22.203720 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-4472e848-71f4-4ac6-b6d2-16d2c1cf2b8f req-32008471-a483-4b94-8d36-3843fee4ba16 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fdca9c-d400-411b-92f3-aeef4efc766b HTTP/1.1" status: 200 len: 210 time: 0.0256636 Aug 31 04:39:23.295445 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-a6ae5d67-40f8-49eb-b09a-1a00368aa341 req-1b76e6f8-4558-4373-82cb-4e811402746c tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fdca9c-d400-411b-92f3-aeef4efc766b HTTP/1.1" status: 200 len: 210 time: 0.0278773 Aug 31 04:39:24.385790 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-fedb34a5-17fd-4459-a552-2e4c8b070c03 req-4fb73d1c-5c4a-490a-bffe-0026263821b5 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fdca9c-d400-411b-92f3-aeef4efc766b HTTP/1.1" status: 200 len: 210 time: 0.0252993 Aug 31 04:39:25.476179 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-3a5fb9a8-7b4a-48d6-b4ee-1c37ac183056 req-11213c04-246a-4890-96de-940bd9637198 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fdca9c-d400-411b-92f3-aeef4efc766b HTTP/1.1" status: 200 len: 210 time: 0.0251601 Aug 31 04:39:26.174171 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4e23055b-dc0a-4bbd-90f2-e8453205f477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:39:26.565958 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-eb35f1ce-8835-42ca-a834-a2b3095f886e req-bbe21740-213b-4b55-a201-78674ff4a78a tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fdca9c-d400-411b-92f3-aeef4efc766b HTTP/1.1" status: 200 len: 210 time: 0.0247333 Aug 31 04:39:27.655433 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-831b6c6c-89cb-4a38-bde9-c3cb362cd08d req-49b3f3e2-bba0-410d-b368-29fe922b1191 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fdca9c-d400-411b-92f3-aeef4efc766b HTTP/1.1" status: 200 len: 210 time: 0.0256388 Aug 31 04:39:27.792648 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:39:28.640702 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7761bf66-4f64-4624-aad9-af8d937c226e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:39:28.749676 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-fcfd6607-a09a-46df-81d8-b4da221d46d1 req-7c58bfb2-416d-4b72-82cd-b688dd5f01c2 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fdca9c-d400-411b-92f3-aeef4efc766b HTTP/1.1" status: 200 len: 210 time: 0.0253696 Aug 31 04:39:28.952658 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:39:29.842261 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-182318b5-0643-43fe-87cf-6f71b66b5b1e req-d5c3ee8b-70bb-446b-a139-c2569f24e01d tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fdca9c-d400-411b-92f3-aeef4efc766b HTTP/1.1" status: 200 len: 210 time: 0.0295053 Aug 31 04:39:29.842966 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cae06a7b-375a-4b62-8781-ea2d8af560c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:39:30.932682 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-81eca2a5-2899-4680-9a31-eb6f9574f105 req-4c3682e6-93a0-485a-aa63-8d687ba07706 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fdca9c-d400-411b-92f3-aeef4efc766b HTTP/1.1" status: 200 len: 210 time: 0.0243497 Aug 31 04:39:31.277173 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a4fd8ad5-a492-4575-8673-07e6bf736dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:39:32.024340 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-a25883dc-56de-4025-97e1-0f67a4d2cf82 req-817761cd-069f-427a-b9f8-0e446da22f63 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fdca9c-d400-411b-92f3-aeef4efc766b HTTP/1.1" status: 200 len: 210 time: 0.0252540 Aug 31 04:39:33.114552 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-2f0112e1-14a8-44c3-8b98-109c253f61bf req-01b28d9e-8347-4b19-a237-63525d095dac tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fdca9c-d400-411b-92f3-aeef4efc766b HTTP/1.1" status: 200 len: 210 time: 0.0255406 Aug 31 04:39:33.829448 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-0b52a338-f176-479e-89b0-644095c6716b req-fa57d34d-40c4-440a-8a17-693a9b126f0b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0381677 Aug 31 04:39:33.898229 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b52a338-f176-479e-89b0-644095c6716b req-e2d0a76d-c9be-4ef3-bac7-94b6cd040b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:39:33.899597 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-0b52a338-f176-479e-89b0-644095c6716b req-e2d0a76d-c9be-4ef3-bac7-94b6cd040b97 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ab311a0b396b46aeb9650f0c41fada96&device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 1099 time: 0.0394347 Aug 31 04:39:34.005415 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b52a338-f176-479e-89b0-644095c6716b req-21e2e975-eba5-4d97-8dd5-82612e4f3461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:39:34.006910 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-0b52a338-f176-479e-89b0-644095c6716b req-21e2e975-eba5-4d97-8dd5-82612e4f3461 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bb82b1c7-25b2-43f9-aa58-b7e64d26c2da HTTP/1.1" status: 200 len: 916 time: 0.0876362 Aug 31 04:39:34.049328 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-0b52a338-f176-479e-89b0-644095c6716b req-8e2712b8-349f-4073-80c5-a1ad0dadc284 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aaa499c0-5a26-4672-a78d-9fc4fa36a9ba HTTP/1.1" status: 200 len: 217 time: 0.0353842 Aug 31 04:39:34.099436 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b52a338-f176-479e-89b0-644095c6716b req-be6924ee-49ae-4b3e-8a27-9bf73d25d148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:39:34.101062 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-0b52a338-f176-479e-89b0-644095c6716b req-be6924ee-49ae-4b3e-8a27-9bf73d25d148 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=737ced97-ee86-44b1-9767-e30f3f13dd11 HTTP/1.1" status: 200 len: 854 time: 0.0446198 Aug 31 04:39:34.152017 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b52a338-f176-479e-89b0-644095c6716b req-3280699e-f8f6-4702-9017-95c38940778d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:39:34.154466 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-0b52a338-f176-479e-89b0-644095c6716b req-3280699e-f8f6-4702-9017-95c38940778d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bb82b1c7-25b2-43f9-aa58-b7e64d26c2da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0460570 Aug 31 04:39:34.204214 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-4250f972-cda7-4d1d-b1a0-d6dd26f1259d req-0f9ba0a6-edb5-4533-9ed8-77b5e7aa36ba tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fdca9c-d400-411b-92f3-aeef4efc766b HTTP/1.1" status: 200 len: 210 time: 0.0244396 Aug 31 04:39:34.241513 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-0b52a338-f176-479e-89b0-644095c6716b req-de5e6fb8-fe9e-40a6-a844-abd6eb13c2b6 service neutron] 10.222.0.13 "GET /v2.0/networks/bb82b1c7-25b2-43f9-aa58-b7e64d26c2da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798719 Aug 31 04:39:34.334791 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-0b52a338-f176-479e-89b0-644095c6716b req-b2922a3e-4960-44b4-a482-e2fa98675134 service neutron] 10.222.0.13 "GET /v2.0/networks/bb82b1c7-25b2-43f9-aa58-b7e64d26c2da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863395 Aug 31 04:39:35.294254 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-ed322986-aaa2-4e27-b056-7975b3fe611c req-cd555586-7e78-4996-8ded-dbec4d358026 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fdca9c-d400-411b-92f3-aeef4efc766b HTTP/1.1" status: 200 len: 210 time: 0.0247221 Aug 31 04:39:36.387729 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-1185f332-8108-49a8-a86b-fe7cb38346c9 req-af6874c0-5796-4204-b368-a743005fdaf8 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fdca9c-d400-411b-92f3-aeef4efc766b HTTP/1.1" status: 200 len: 210 time: 0.0291581 Aug 31 04:39:37.485355 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-477b2a1b-fbae-4266-9219-e6307f24abe4 req-3e3aec87-67b9-4e48-a506-367a34d1fcc3 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fdca9c-d400-411b-92f3-aeef4efc766b HTTP/1.1" status: 200 len: 210 time: 0.0302045 Aug 31 04:39:38.576974 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-9cecc936-c28f-46e8-b2df-eb0536e84bba req-0a5c93aa-a21b-4d49-b7a9-efa43fb5a1d8 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fdca9c-d400-411b-92f3-aeef4efc766b HTTP/1.1" status: 200 len: 210 time: 0.0267859 Aug 31 04:39:39.666006 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-7dbec001-9d64-4783-91db-5862ccdb1264 req-94a46a7d-00f9-488e-880b-5ed9212b2eb3 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fdca9c-d400-411b-92f3-aeef4efc766b HTTP/1.1" status: 200 len: 210 time: 0.0251074 Aug 31 04:39:40.756923 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-ac9cd2b8-82df-440d-bf80-abbc45026cc4 req-ecbc3b4f-65ca-49ab-b803-c9b096fbd477 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fdca9c-d400-411b-92f3-aeef4efc766b HTTP/1.1" status: 200 len: 210 time: 0.0256119 Aug 31 04:39:41.845686 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-8bc03d60-10b2-4297-83ff-9a1f3ad01073 req-6cc5ff16-ffb7-4d6c-bc32-e4ef1635f1ed tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fdca9c-d400-411b-92f3-aeef4efc766b HTTP/1.1" status: 200 len: 210 time: 0.0251043 Aug 31 04:39:42.941273 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-4166b04d-e62f-483d-9438-035765e82d28 req-e77d2414-9a14-4d1d-84f7-9687b587150f tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fdca9c-d400-411b-92f3-aeef4efc766b HTTP/1.1" status: 200 len: 210 time: 0.0281527 Aug 31 04:39:44.033714 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-e922713a-38ce-45de-98cd-48e58d26dde5 req-4ba72436-840b-433c-a4de-4c5332b101e6 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fdca9c-d400-411b-92f3-aeef4efc766b HTTP/1.1" status: 200 len: 210 time: 0.0251682 Aug 31 04:39:45.125922 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-23b646ab-ea74-4bf4-b8e4-0425e46b1b30 req-b2227c25-21b7-40f6-950d-cc80ce499a87 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fdca9c-d400-411b-92f3-aeef4efc766b HTTP/1.1" status: 200 len: 210 time: 0.0262525 Aug 31 04:39:46.216520 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-a1d2534c-43c1-4fbb-9783-2f0ff6b224ed req-4af8b90e-2994-4ee3-b517-60fd102b4f72 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fdca9c-d400-411b-92f3-aeef4efc766b HTTP/1.1" status: 200 len: 210 time: 0.0252876 Aug 31 04:39:47.305856 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-79f349ea-990d-404d-913c-f7b6605101db req-4c227744-c159-4b4e-9cf3-d9ae48ea86ee tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fdca9c-d400-411b-92f3-aeef4efc766b HTTP/1.1" status: 200 len: 210 time: 0.0250793 Aug 31 04:39:48.396446 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-72acabfe-6570-47c7-a987-785e5007a5e8 req-b7b1dc05-1060-41f1-93d5-862fe39a1c5c tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fdca9c-d400-411b-92f3-aeef4efc766b HTTP/1.1" status: 200 len: 210 time: 0.0254467 Aug 31 04:39:49.490522 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-d4a28319-ec41-4e26-943c-dbb1a1831689 req-a4b86da9-a02b-4ad0-97ab-2c19c73763f6 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fdca9c-d400-411b-92f3-aeef4efc766b HTTP/1.1" status: 200 len: 210 time: 0.0284016 Aug 31 04:39:50.581734 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-f2e4ed72-11b1-4647-b655-a2f8e5adb605 req-949c7783-2d86-4633-95a5-20830069520f tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fdca9c-d400-411b-92f3-aeef4efc766b HTTP/1.1" status: 200 len: 210 time: 0.0250862 Aug 31 04:39:51.672280 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-28c30791-1765-4e81-8db2-9b632a16aea3 req-7c58a62e-ab73-4d4c-bf67-824f17b54c16 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fdca9c-d400-411b-92f3-aeef4efc766b HTTP/1.1" status: 200 len: 210 time: 0.0259521 Aug 31 04:39:52.760711 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-58b22d16-dd5f-4b01-8ed7-a7ae237b4d59 req-76c7fa86-dd94-43c4-879d-bae685a76531 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fdca9c-d400-411b-92f3-aeef4efc766b HTTP/1.1" status: 200 len: 210 time: 0.0246620 Aug 31 04:39:53.851447 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-5ab25618-cf59-466b-bc1e-c88bc780521a req-1f5be349-9988-4ce2-bd96-9ccab818d54c tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fdca9c-d400-411b-92f3-aeef4efc766b HTTP/1.1" status: 200 len: 210 time: 0.0254142 Aug 31 04:39:54.555724 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.agents_db [None req-b358f2ce-044e-44db-8ffe-8010ce8c5d43 None None] Agent healthcheck: found 6 active agents {{(pid=93876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:39:54.943952 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-bc2158b7-1439-4e82-9feb-9b910548f021 req-55174e9a-dfbd-49fb-8ee6-ea29b12cda0f tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fdca9c-d400-411b-92f3-aeef4efc766b HTTP/1.1" status: 200 len: 210 time: 0.0246499 Aug 31 04:39:56.038388 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-56e0bb3f-7881-44a6-9009-9ee3dddc0c95 req-c467a60a-c721-4d29-80f7-34e1b53a73c7 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fdca9c-d400-411b-92f3-aeef4efc766b HTTP/1.1" status: 200 len: 210 time: 0.0282433 Aug 31 04:39:56.174505 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-41e3f18e-df22-4bf4-9619-b897d2c42951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:39:57.135370 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-1c5fd34b-54e7-4e88-a083-72576a7a1ecb req-5d00b4ed-99d7-4138-bd33-b688ca74d503 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fdca9c-d400-411b-92f3-aeef4efc766b HTTP/1.1" status: 200 len: 210 time: 0.0314896 Aug 31 04:39:57.794880 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:39:58.227440 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-144d1721-1ffc-4da2-a1d1-3f9b0297df17 req-bf87b8ce-6167-4112-beac-f04ac5fa566f tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fdca9c-d400-411b-92f3-aeef4efc766b HTTP/1.1" status: 200 len: 210 time: 0.0248547 Aug 31 04:39:58.640573 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f704b880-947a-49db-a473-9dcb65ae00fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:39:58.953250 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:39:59.316075 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-00a20eca-fde0-40b5-9643-02fefd303b8f req-abc04057-fc87-4f07-b6d7-12fe42505546 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fdca9c-d400-411b-92f3-aeef4efc766b HTTP/1.1" status: 200 len: 210 time: 0.0246799 Aug 31 04:39:59.845886 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cae06a7b-375a-4b62-8781-ea2d8af560c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:40:00.407016 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-65db3ee8-7eda-4398-83c8-9ee3a248fce7 req-7dbcdaee-9951-49dc-bf05-bbfe60a18b59 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fdca9c-d400-411b-92f3-aeef4efc766b HTTP/1.1" status: 200 len: 210 time: 0.0246937 Aug 31 04:40:01.280171 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a4fd8ad5-a492-4575-8673-07e6bf736dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:40:01.496253 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-cd4207ce-7f15-45a3-9b41-1992ec46f47b req-096f7eba-cef2-4fe8-b3c7-8bc78b7a4700 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fdca9c-d400-411b-92f3-aeef4efc766b HTTP/1.1" status: 200 len: 210 time: 0.0244439 Aug 31 04:40:02.595981 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-948958f1-6864-4b83-bad3-08f34478c3b1 req-2d2ddebb-046f-4a45-a0fc-f44aa61d39cc tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fdca9c-d400-411b-92f3-aeef4efc766b HTTP/1.1" status: 200 len: 210 time: 0.0340009 Aug 31 04:40:03.687455 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-2ddb8b0d-fa24-412e-9b75-fa5b4cd3c08f req-56c6ef85-3fef-4ed3-9024-d3c0831bc6a5 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fdca9c-d400-411b-92f3-aeef4efc766b HTTP/1.1" status: 200 len: 210 time: 0.0257056 Aug 31 04:40:04.778362 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-98d499a4-80c1-40f8-928c-70cb8e3dbbdc req-b5f09d5d-eb85-4a0b-993e-c0c7c0d646e4 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fdca9c-d400-411b-92f3-aeef4efc766b HTTP/1.1" status: 200 len: 210 time: 0.0255451 Aug 31 04:40:05.867622 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-b9926051-89e8-44b0-8d03-8e757c0d0be7 req-0c0f5027-3f69-4795-b26b-8669275e9707 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fdca9c-d400-411b-92f3-aeef4efc766b HTTP/1.1" status: 200 len: 210 time: 0.0246465 Aug 31 04:40:06.956892 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-7d862b0f-df80-4ad4-b507-ba529c7658c6 req-0f977361-dda3-40eb-9a00-731ab868fb3f tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fdca9c-d400-411b-92f3-aeef4efc766b HTTP/1.1" status: 200 len: 210 time: 0.0250499 Aug 31 04:40:08.047862 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-970ca917-d9ed-4a93-80f0-8c249628dd5f req-8818106e-645f-47bd-aff9-33ffd4413c33 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fdca9c-d400-411b-92f3-aeef4efc766b HTTP/1.1" status: 200 len: 210 time: 0.0256279 Aug 31 04:40:09.239265 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-b1b125ce-186e-40d5-8bf2-c04e6632e51d req-4c435ab7-8cd5-4c14-a6af-e12267b56a28 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fdca9c-d400-411b-92f3-aeef4efc766b HTTP/1.1" status: 200 len: 210 time: 0.0283706 Aug 31 04:40:10.330301 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-75e9b761-e66b-4020-b055-f8b94155524b req-3084bba0-558e-4c7e-9c2c-bebdb706901c tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fdca9c-d400-411b-92f3-aeef4efc766b HTTP/1.1" status: 200 len: 210 time: 0.0256007 Aug 31 04:40:11.420838 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-36bc0c04-420c-411d-a944-18ff76e02bb6 req-917d08ed-2591-46a2-92e3-f92b41cc2ddd tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fdca9c-d400-411b-92f3-aeef4efc766b HTTP/1.1" status: 200 len: 210 time: 0.0255394 Aug 31 04:40:12.509882 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-1b024e37-4dd2-4d17-ad65-aef7e7e321dc req-2d259d74-cb83-4a90-8082-41b23413473f tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fdca9c-d400-411b-92f3-aeef4efc766b HTTP/1.1" status: 200 len: 210 time: 0.0245039 Aug 31 04:40:13.598411 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-09132b3a-f639-4e59-b7b0-ebaa8682e41b req-593e296a-0427-4033-9c75-9bac0253b1e5 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fdca9c-d400-411b-92f3-aeef4efc766b HTTP/1.1" status: 200 len: 210 time: 0.0248373 Aug 31 04:40:14.687913 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-eada2098-aa9c-412e-a97f-84855e94cedf req-0aa04de5-54cc-48f0-a2b3-c75d99392518 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fdca9c-d400-411b-92f3-aeef4efc766b HTTP/1.1" status: 200 len: 210 time: 0.0246274 Aug 31 04:40:15.780946 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-cfe73394-230d-45fc-930a-88b49f171881 req-7edc8adc-89ce-4bbf-867b-6cce5e0ddc8f tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fdca9c-d400-411b-92f3-aeef4efc766b HTTP/1.1" status: 200 len: 210 time: 0.0284255 Aug 31 04:40:16.871917 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-83d88415-295f-4ff0-9872-baaa1ace9447 req-e7fe7200-d56a-4a14-b65b-02218aaf92c5 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fdca9c-d400-411b-92f3-aeef4efc766b HTTP/1.1" status: 200 len: 210 time: 0.0256779 Aug 31 04:40:17.970134 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-d5172472-53c3-4455-94d0-9ba2234557f5 req-0e593564-66a3-4254-bde5-88a63e904b93 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fdca9c-d400-411b-92f3-aeef4efc766b HTTP/1.1" status: 200 len: 210 time: 0.0261567 Aug 31 04:40:19.060210 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-f933196b-c521-4a4a-b6e7-2068a2df9561 req-2e5832d0-03b0-473d-81d3-d72dbc9cfcb6 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fdca9c-d400-411b-92f3-aeef4efc766b HTTP/1.1" status: 200 len: 210 time: 0.0245545 Aug 31 04:40:20.149317 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-f376f009-b520-4bd0-8465-63d592e36893 req-c00ab1f0-2236-480b-9855-582bcfeac4ac tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fdca9c-d400-411b-92f3-aeef4efc766b HTTP/1.1" status: 200 len: 210 time: 0.0242774 Aug 31 04:40:21.239244 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-b35c04a7-c54c-43cb-9d18-48c7b7c8f7ba req-0d4543b8-0f32-4389-a7ab-9fd8eca7d2ac tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fdca9c-d400-411b-92f3-aeef4efc766b HTTP/1.1" status: 200 len: 210 time: 0.0243614 Aug 31 04:40:22.330568 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-04c17ff5-adfd-4382-9a74-d936a6074c7c req-cc054e83-0a2d-4fdd-8119-3db0225fcd4f tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fdca9c-d400-411b-92f3-aeef4efc766b HTTP/1.1" status: 200 len: 210 time: 0.0277727 Aug 31 04:40:23.421013 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-e43b85b6-1b15-4aea-8690-f5cb434f15c7 req-b6406212-ded8-4f80-a8ab-dcb726f15c07 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fdca9c-d400-411b-92f3-aeef4efc766b HTTP/1.1" status: 200 len: 210 time: 0.0252314 Aug 31 04:40:24.510504 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-82ee50d9-bfa0-4d3e-aef9-491ad0b4fad9 req-0978eb7c-0d34-4b30-9b71-564e6fe1d81a tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fdca9c-d400-411b-92f3-aeef4efc766b HTTP/1.1" status: 200 len: 210 time: 0.0245066 Aug 31 04:40:25.601001 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-481affaf-92e9-4fa3-982a-2a21c85161a0 req-3d2c49f0-3867-4a57-b674-7cd370acdc8f tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fdca9c-d400-411b-92f3-aeef4efc766b HTTP/1.1" status: 200 len: 210 time: 0.0252774 Aug 31 04:40:26.176230 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fda01325-c893-4c46-a4f5-f2f4f0f4c058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:40:26.691021 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-e286b088-b7d3-4f27-9b48-40fb244e578b req-1288e919-8cb2-4da9-865e-c9bc36f624ef tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fdca9c-d400-411b-92f3-aeef4efc766b HTTP/1.1" status: 200 len: 210 time: 0.0251241 Aug 31 04:40:27.784000 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-bc6b85ee-4f24-42d7-b391-cdaaadf390e6 req-3e5b13cd-617c-4959-917a-ea286289fd4a tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fdca9c-d400-411b-92f3-aeef4efc766b HTTP/1.1" status: 200 len: 210 time: 0.0245929 Aug 31 04:40:27.792236 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:40:28.640498 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9fa6295e-9e21-4406-91e8-8f08ef7c7fb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:40:28.877866 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-e85f3e3d-1a67-4e05-b82f-6c397d722967 req-3966e3e2-7689-4278-bdfe-24bb8c4927f5 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fdca9c-d400-411b-92f3-aeef4efc766b HTTP/1.1" status: 200 len: 210 time: 0.0282249 Aug 31 04:40:28.956631 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:40:29.849191 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cae06a7b-375a-4b62-8781-ea2d8af560c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:40:29.970208 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-987edb59-1517-4be1-b94f-4507c109b0cf req-2fc96ea9-a36c-4227-acda-12964cbbbc0a tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fdca9c-d400-411b-92f3-aeef4efc766b HTTP/1.1" status: 200 len: 210 time: 0.0261672 Aug 31 04:40:31.062226 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-77dd1ce3-0aae-4e08-9bee-f5c874b46957 req-ea8e38ad-8e90-4426-aa03-d04a416fde4b tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fdca9c-d400-411b-92f3-aeef4efc766b HTTP/1.1" status: 200 len: 210 time: 0.0275340 Aug 31 04:40:31.283160 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a4fd8ad5-a492-4575-8673-07e6bf736dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:40:31.554175 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.agents_db [None req-b358f2ce-044e-44db-8ffe-8010ce8c5d43 None None] Agent healthcheck: found 6 active agents {{(pid=93876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:40:32.151647 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-787b5f8c-ade4-4ab0-af3a-b9cabe5f196c req-6db61b47-f30a-4f80-815e-a41222595867 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fdca9c-d400-411b-92f3-aeef4efc766b HTTP/1.1" status: 200 len: 210 time: 0.0255952 Aug 31 04:40:33.240538 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-664b2c68-44b2-4eaf-85c5-4d0106db87d7 req-a1499ed5-364d-40ac-96ec-2e7cd0b5c078 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fdca9c-d400-411b-92f3-aeef4efc766b HTTP/1.1" status: 200 len: 210 time: 0.0248494 Aug 31 04:40:33.829876 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-eca7481b-8ae6-4ad0-a9b7-89fc3d3edd77 req-eafd9be4-a5b9-4499-9dcb-51902069f05b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4787badd-bc13-4017-b853-b3b7fcc6a069&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396736 Aug 31 04:40:33.897579 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca7481b-8ae6-4ad0-a9b7-89fc3d3edd77 req-9b8c5696-8057-43f3-9f95-07087a88dde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:40:33.899044 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-eca7481b-8ae6-4ad0-a9b7-89fc3d3edd77 req-9b8c5696-8057-43f3-9f95-07087a88dde4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=798e442b7962401d840e183e809e3aa8&device_id=4787badd-bc13-4017-b853-b3b7fcc6a069 HTTP/1.1" status: 200 len: 1098 time: 0.0385954 Aug 31 04:40:34.007456 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca7481b-8ae6-4ad0-a9b7-89fc3d3edd77 req-e8bfea35-eb59-405a-a8a2-de723e56a7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:40:34.008920 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-eca7481b-8ae6-4ad0-a9b7-89fc3d3edd77 req-e8bfea35-eb59-405a-a8a2-de723e56a7c7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2d42cc01-1d4e-4b33-806e-a390176b298f HTTP/1.1" status: 200 len: 915 time: 0.0913479 Aug 31 04:40:34.050188 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-eca7481b-8ae6-4ad0-a9b7-89fc3d3edd77 req-481b18e5-ec08-4084-878b-0ec0376cb177 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6f81bc2f-ee1a-4f7e-97dc-4ec7d46e4907 HTTP/1.1" status: 200 len: 217 time: 0.0344279 Aug 31 04:40:34.100500 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca7481b-8ae6-4ad0-a9b7-89fc3d3edd77 req-0c6000c8-c7b3-48e0-bcb4-9844a185bbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:40:34.101843 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-eca7481b-8ae6-4ad0-a9b7-89fc3d3edd77 req-0c6000c8-c7b3-48e0-bcb4-9844a185bbe7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9231da0d-99b6-47b0-bd6c-033361b1aa80 HTTP/1.1" status: 200 len: 854 time: 0.0438976 Aug 31 04:40:34.130588 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-eca7481b-8ae6-4ad0-a9b7-89fc3d3edd77 req-494a096f-7830-4365-92d4-ac7b7ae61943 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2d42cc01-1d4e-4b33-806e-a390176b298f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0222967 Aug 31 04:40:34.218359 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-eca7481b-8ae6-4ad0-a9b7-89fc3d3edd77 req-ac578d62-bbd3-47c4-a651-8c51aaadc522 service neutron] 10.222.0.13 "GET /v2.0/networks/2d42cc01-1d4e-4b33-806e-a390176b298f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807381 Aug 31 04:40:34.305213 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-eca7481b-8ae6-4ad0-a9b7-89fc3d3edd77 req-b1e87f45-43ff-48da-9e7a-1238067512aa service neutron] 10.222.0.13 "GET /v2.0/networks/2d42cc01-1d4e-4b33-806e-a390176b298f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798635 Aug 31 04:40:34.329540 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-73352b78-7926-4a1a-a3e5-a0ba47c32eb9 req-641924bb-7b85-46b4-ba44-0a007b307fb7 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fdca9c-d400-411b-92f3-aeef4efc766b HTTP/1.1" status: 200 len: 210 time: 0.0250709 Aug 31 04:40:35.425035 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-38527f83-0f36-4bbe-b5d2-ec848a5e49b6 req-44a92ef1-3b75-4db7-a50e-a75b64d9320a tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fdca9c-d400-411b-92f3-aeef4efc766b HTTP/1.1" status: 200 len: 210 time: 0.0283451 Aug 31 04:40:36.513965 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-fdfbfaa4-bc71-4242-95a1-0457b5cf9a1b req-38612242-88d0-42f4-ad38-43a5d65a3f0a tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fdca9c-d400-411b-92f3-aeef4efc766b HTTP/1.1" status: 200 len: 210 time: 0.0243320 Aug 31 04:40:37.603848 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-1aa3df2b-66b9-4c5b-9504-cbe5b0d7a72a req-28705437-2f10-4307-a5e3-7a1a6d1cc564 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fdca9c-d400-411b-92f3-aeef4efc766b HTTP/1.1" status: 200 len: 210 time: 0.0248547 Aug 31 04:40:38.694653 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-604b196b-142d-4f5b-8409-04e188a782a3 req-ab764406-d7a4-4a5a-9761-050758172ca1 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fdca9c-d400-411b-92f3-aeef4efc766b HTTP/1.1" status: 200 len: 210 time: 0.0250554 Aug 31 04:40:39.788119 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-9daf68e6-d00b-4c9f-a8fc-ace709495b0d req-cd36dff5-e4ad-492e-b798-ef296621b002 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fdca9c-d400-411b-92f3-aeef4efc766b HTTP/1.1" status: 200 len: 210 time: 0.0242960 Aug 31 04:40:40.987289 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-67929097-23bc-475f-846a-fe121334020f req-b0c02969-66fc-4c60-b89e-722f92d6d3f8 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-572282134&fields=id&tenant_id=bc308d1c5c63497ca880321a556c0dcf HTTP/1.1" status: 200 len: 267 time: 0.0324841 Aug 31 04:40:41.090734 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67929097-23bc-475f-846a-fe121334020f req-8039f329-2fae-41a3-a2f4-abf67855e7f8 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:40:41.092151 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-67929097-23bc-475f-846a-fe121334020f req-8039f329-2fae-41a3-a2f4-abf67855e7f8 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/networks?id=43249730-b634-4d1c-bb80-40b48d096428 HTTP/1.1" status: 200 len: 811 time: 0.0981891 Aug 31 04:40:41.107585 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-67929097-23bc-475f-846a-fe121334020f req-b0954c8b-e9bb-4a5b-8e92-8060ac7164d6 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/quotas/bc308d1c5c63497ca880321a556c0dcf HTTP/1.1" status: 200 len: 375 time: 0.0096247 Aug 31 04:40:41.157798 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-67929097-23bc-475f-846a-fe121334020f req-19b94ea8-ddcd-401d-bd48-40f7e2b8a212 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=bc308d1c5c63497ca880321a556c0dcf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0450952 Aug 31 04:40:41.297332 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-67929097-23bc-475f-846a-fe121334020f req-d920e633-6474-4d5d-a93e-895a77eaec06 service neutron] 10.222.0.37 "GET /v2.0/networks/43249730-b634-4d1c-bb80-40b48d096428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269829 Aug 31 04:40:41.385918 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-67929097-23bc-475f-846a-fe121334020f req-6c8c324a-c4f7-4c67-8e9f-af758ce60a7b service neutron] 10.222.0.37 "GET /v2.0/networks/43249730-b634-4d1c-bb80-40b48d096428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824735 Aug 31 04:40:41.557212 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 38780) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:40:41.680169 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-d1045c13-1b54-4eee-8c24-426a4e601f14 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Deleting port 22b8e5ac-16a9-4fa7-956f-7aafbc5d0d35 {{(pid=93873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 04:40:41.680503 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-d1045c13-1b54-4eee-8c24-426a4e601f14 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730087506454'] for port, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:40:41.756408 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-d1045c13-1b54-4eee-8c24-426a4e601f14 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7955047'] for port, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:40:41.756733 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-d1045c13-1b54-4eee-8c24-426a4e601f14 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:40:41.768698 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-d1045c13-1b54-4eee-8c24-426a4e601f14 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Calling delete_port for 22b8e5ac-16a9-4fa7-956f-7aafbc5d0d35 owned by network:floatingip {{(pid=93873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 04:40:41.905526 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-d1045c13-1b54-4eee-8c24-426a4e601f14 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730087509221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730086931505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4316683'] for port, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:40:41.936377 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1045c13-1b54-4eee-8c24-426a4e601f14 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Pushing event deleted for resources: {'Port': ['ID=22b8e5ac-16a9-4fa7-956f-7aafbc5d0d35,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:40:41.958188 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1045c13-1b54-4eee-8c24-426a4e601f14 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:40:41.958555 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1045c13-1b54-4eee-8c24-426a4e601f14 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:40:41.958898 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1045c13-1b54-4eee-8c24-426a4e601f14 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:40:41.959236 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1045c13-1b54-4eee-8c24-426a4e601f14 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:40:41.959572 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1045c13-1b54-4eee-8c24-426a4e601f14 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:40:41.959906 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1045c13-1b54-4eee-8c24-426a4e601f14 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:40:41.960236 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1045c13-1b54-4eee-8c24-426a4e601f14 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:40:41.960565 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1045c13-1b54-4eee-8c24-426a4e601f14 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:40:41.960895 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1045c13-1b54-4eee-8c24-426a4e601f14 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:40:41.961218 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1045c13-1b54-4eee-8c24-426a4e601f14 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:40:41.961540 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1045c13-1b54-4eee-8c24-426a4e601f14 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:40:41.961864 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1045c13-1b54-4eee-8c24-426a4e601f14 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:40:42.006371 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-d1045c13-1b54-4eee-8c24-426a4e601f14 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Notify callbacks [] for floatingip, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:40:42.008989 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-d1045c13-1b54-4eee-8c24-426a4e601f14 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200266'] for floatingip, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:40:42.010059 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-d1045c13-1b54-4eee-8c24-426a4e601f14 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "DELETE /v2.0/floatingips/00fa7050-30d2-48e8-b006-d6f7a28e5b08 HTTP/1.1" status: 204 len: 168 time: 0.4515390 Aug 31 04:40:56.179874 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-48974222-de06-44e8-8add-ebedea606155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:40:57.800853 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:40:58.640812 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-bb12b488-6ac9-4028-8c3c-a483a46be4df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:40:58.957851 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:40:59.849933 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cae06a7b-375a-4b62-8781-ea2d8af560c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:41:01.286151 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a4fd8ad5-a492-4575-8673-07e6bf736dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:41:08.555790 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.agents_db [None req-b358f2ce-044e-44db-8ffe-8010ce8c5d43 None None] Agent healthcheck: found 6 active agents {{(pid=93876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:41:26.183720 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-30fd9d0e-9ea0-4011-8444-e3a1435c5e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:41:27.802500 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:41:28.641276 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-03412bdb-227d-480b-8590-87b5178590ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:41:28.964103 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:41:29.852504 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cae06a7b-375a-4b62-8781-ea2d8af560c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:41:31.287149 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a4fd8ad5-a492-4575-8673-07e6bf736dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:41:33.892988 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-94852a3f-ea80-474c-b65c-54e7d249b09e req-43866b8f-8f2a-4e28-963d-66fe72646e81 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0436609 Aug 31 04:41:33.987576 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94852a3f-ea80-474c-b65c-54e7d249b09e req-66674f86-24ec-4c0b-81b3-861103af46ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:41:33.989130 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-94852a3f-ea80-474c-b65c-54e7d249b09e req-66674f86-24ec-4c0b-81b3-861103af46ed service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2f8e82cf86684d55bca526dc154c03d1&device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 1100 time: 0.0400386 Aug 31 04:41:34.088803 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94852a3f-ea80-474c-b65c-54e7d249b09e req-32db5a1c-10cb-4579-a0e5-c861d860d21a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:41:34.090356 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-94852a3f-ea80-474c-b65c-54e7d249b09e req-32db5a1c-10cb-4579-a0e5-c861d860d21a service neutron] 10.222.0.13 "GET /v2.0/networks?id=2b1770a4-934d-49a7-a5c2-844beb26d79a HTTP/1.1" status: 200 len: 918 time: 0.0806584 Aug 31 04:41:34.155866 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-94852a3f-ea80-474c-b65c-54e7d249b09e req-eee5c844-1ee8-4a6c-ae05-a7da742fa719 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b832084-eb7d-496c-bc7a-d06184bd40fc HTTP/1.1" status: 200 len: 1002 time: 0.0587561 Aug 31 04:41:34.204428 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94852a3f-ea80-474c-b65c-54e7d249b09e req-9d8aebf1-1e70-4548-afa9-70260ed865f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:41:34.205858 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-94852a3f-ea80-474c-b65c-54e7d249b09e req-9d8aebf1-1e70-4548-afa9-70260ed865f0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9e15e21a-55f2-483a-9c78-48bccbedd076 HTTP/1.1" status: 200 len: 856 time: 0.0429680 Aug 31 04:41:34.249398 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94852a3f-ea80-474c-b65c-54e7d249b09e req-d6ad7a87-5b2f-42ea-a123-42e0c014bcf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:41:34.250860 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-94852a3f-ea80-474c-b65c-54e7d249b09e req-d6ad7a87-5b2f-42ea-a123-42e0c014bcf3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2b1770a4-934d-49a7-a5c2-844beb26d79a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0384364 Aug 31 04:41:34.341250 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-94852a3f-ea80-474c-b65c-54e7d249b09e req-84dce73b-93fc-4cae-8679-b94122275301 service neutron] 10.222.0.13 "GET /v2.0/networks/2b1770a4-934d-49a7-a5c2-844beb26d79a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826945 Aug 31 04:41:34.428245 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-94852a3f-ea80-474c-b65c-54e7d249b09e req-f7a3997b-5216-4b4c-bc23-ece3f1a8cd69 service neutron] 10.222.0.13 "GET /v2.0/networks/2b1770a4-934d-49a7-a5c2-844beb26d79a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797806 Aug 31 04:41:45.554372 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.agents_db [None req-b358f2ce-044e-44db-8ffe-8010ce8c5d43 None None] Agent healthcheck: found 6 active agents {{(pid=93876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:41:56.184313 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5acf4b83-08c0-404d-8a1e-93e546b72325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:41:57.802241 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:41:58.643837 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7b053116-9687-40f0-b4e2-4ce19a14f1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:41:58.963355 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:41:59.855052 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cae06a7b-375a-4b62-8781-ea2d8af560c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:42:01.290758 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a4fd8ad5-a492-4575-8673-07e6bf736dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:42:22.553934 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.agents_db [None req-b358f2ce-044e-44db-8ffe-8010ce8c5d43 None None] Agent healthcheck: found 6 active agents {{(pid=93876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:42:26.184650 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-25e9dcec-75a6-48ff-bdea-f48207bc0a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:42:27.816059 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:42:28.643327 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-552fb398-af26-448f-839f-20ab7ff617e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:42:28.955986 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:42:29.857949 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cae06a7b-375a-4b62-8781-ea2d8af560c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:42:31.293033 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a4fd8ad5-a492-4575-8673-07e6bf736dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:42:33.856159 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-33e7ee67-b1aa-4ccf-9655-d0628f35a8c0 req-6ff7f205-a07a-41cc-a20d-b38e9b1c72b7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0839393 Aug 31 04:42:33.926070 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e7ee67-b1aa-4ccf-9655-d0628f35a8c0 req-83051ba1-c686-43e5-a2bf-e091dd180c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:42:33.927918 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-33e7ee67-b1aa-4ccf-9655-d0628f35a8c0 req-83051ba1-c686-43e5-a2bf-e091dd180c90 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9a4c00b65f96499f945037afd604da1d&device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 1098 time: 0.0394161 Aug 31 04:42:34.025373 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e7ee67-b1aa-4ccf-9655-d0628f35a8c0 req-7ee96288-be80-43d1-bff2-ed8a5aeda304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:42:34.026865 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-33e7ee67-b1aa-4ccf-9655-d0628f35a8c0 req-7ee96288-be80-43d1-bff2-ed8a5aeda304 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8936ee09-226f-4718-943f-9ffdccd40918 HTTP/1.1" status: 200 len: 911 time: 0.0810323 Aug 31 04:42:34.094994 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-33e7ee67-b1aa-4ccf-9655-d0628f35a8c0 req-b8d2e04b-83b7-47fb-b29e-a0d0aa939a1e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc80ed91-0e6b-4c22-99f9-cd3d341652d0 HTTP/1.1" status: 200 len: 1001 time: 0.0602069 Aug 31 04:42:34.142106 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e7ee67-b1aa-4ccf-9655-d0628f35a8c0 req-122ac4f4-73d4-467f-9213-694b9588e671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:42:34.143429 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-33e7ee67-b1aa-4ccf-9655-d0628f35a8c0 req-122ac4f4-73d4-467f-9213-694b9588e671 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dbec82d9-5dbd-41df-9df9-228f18fdefe0 HTTP/1.1" status: 200 len: 849 time: 0.0412097 Aug 31 04:42:34.185298 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e7ee67-b1aa-4ccf-9655-d0628f35a8c0 req-f29fc615-8a9d-4e10-99a5-c492b6750ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:42:34.186725 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-33e7ee67-b1aa-4ccf-9655-d0628f35a8c0 req-f29fc615-8a9d-4e10-99a5-c492b6750ba6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8936ee09-226f-4718-943f-9ffdccd40918&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0362327 Aug 31 04:42:34.197679 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [req-33e7ee67-b1aa-4ccf-9655-d0628f35a8c0 req-b6ecfe64-e91f-40bf-9b9a-9859a58a344f service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93873) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 04:42:34.198643 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-33e7ee67-b1aa-4ccf-9655-d0628f35a8c0 req-b6ecfe64-e91f-40bf-9b9a-9859a58a344f service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048628 Aug 31 04:42:34.289511 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-33e7ee67-b1aa-4ccf-9655-d0628f35a8c0 req-db43369c-85ce-45b6-8d23-f5fb87ecf099 service neutron] 10.222.0.13 "GET /v2.0/networks/8936ee09-226f-4718-943f-9ffdccd40918?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836649 Aug 31 04:42:34.374632 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-33e7ee67-b1aa-4ccf-9655-d0628f35a8c0 req-2720ea78-5f2f-4684-a936-9f1d3e7deb27 service neutron] 10.222.0.13 "GET /v2.0/networks/8936ee09-226f-4718-943f-9ffdccd40918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0784829 Aug 31 04:42:56.187900 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-dd5ecf98-2c85-41de-878c-259f9be1fa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:42:57.830021 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:42:58.644066 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7bcc39db-ad44-4489-a026-5fe00936bf8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:42:58.959538 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:42:59.555060 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.agents_db [None req-b358f2ce-044e-44db-8ffe-8010ce8c5d43 None None] Agent healthcheck: found 6 active agents {{(pid=93876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:42:59.862014 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cae06a7b-375a-4b62-8781-ea2d8af560c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:43:01.296504 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a4fd8ad5-a492-4575-8673-07e6bf736dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:43:26.187988 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-76a69cf0-d80d-4134-a480-8151b7bd1b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:43:27.828688 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:43:28.648072 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fd041a19-04a6-4fd8-887a-5b479719dec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:43:28.961560 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:43:29.865544 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cae06a7b-375a-4b62-8781-ea2d8af560c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:43:31.299137 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a4fd8ad5-a492-4575-8673-07e6bf736dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:43:33.805781 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-c6e17018-4a9c-479d-ba16-72e9053be397 req-9b89642e-a527-49ad-bf25-8d7500d6ad44 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0432847 Aug 31 04:43:33.875619 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e17018-4a9c-479d-ba16-72e9053be397 req-8c533941-3f7d-4e3c-8af2-b4e0cb11996e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:43:33.877139 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-c6e17018-4a9c-479d-ba16-72e9053be397 req-8c533941-3f7d-4e3c-8af2-b4e0cb11996e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ab311a0b396b46aeb9650f0c41fada96&device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 1099 time: 0.0393136 Aug 31 04:43:33.977039 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e17018-4a9c-479d-ba16-72e9053be397 req-596e696b-76e1-4437-9d53-0222ff7d0498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:43:33.978521 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-c6e17018-4a9c-479d-ba16-72e9053be397 req-596e696b-76e1-4437-9d53-0222ff7d0498 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bb82b1c7-25b2-43f9-aa58-b7e64d26c2da HTTP/1.1" status: 200 len: 916 time: 0.0822892 Aug 31 04:43:34.023446 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-c6e17018-4a9c-479d-ba16-72e9053be397 req-2616535e-ab8d-4e26-bcf7-06558f88ebe7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aaa499c0-5a26-4672-a78d-9fc4fa36a9ba HTTP/1.1" status: 200 len: 217 time: 0.0373838 Aug 31 04:43:34.085309 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e17018-4a9c-479d-ba16-72e9053be397 req-2170f777-6bc2-46c6-8f6a-958530425430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:43:34.086848 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-c6e17018-4a9c-479d-ba16-72e9053be397 req-2170f777-6bc2-46c6-8f6a-958530425430 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=737ced97-ee86-44b1-9767-e30f3f13dd11 HTTP/1.1" status: 200 len: 854 time: 0.0571995 Aug 31 04:43:34.134886 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e17018-4a9c-479d-ba16-72e9053be397 req-2a54aff3-13f7-49e8-a236-3debdcd6bd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:43:34.136327 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-c6e17018-4a9c-479d-ba16-72e9053be397 req-2a54aff3-13f7-49e8-a236-3debdcd6bd7b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bb82b1c7-25b2-43f9-aa58-b7e64d26c2da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0414920 Aug 31 04:43:34.225013 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-c6e17018-4a9c-479d-ba16-72e9053be397 req-d876e1fe-a0e2-402b-b066-3dfea6f2c6ea service neutron] 10.222.0.13 "GET /v2.0/networks/bb82b1c7-25b2-43f9-aa58-b7e64d26c2da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817544 Aug 31 04:43:34.310965 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-c6e17018-4a9c-479d-ba16-72e9053be397 req-fd36b2e4-3a8f-4118-b2a5-94b0b28f7e0d service neutron] 10.222.0.13 "GET /v2.0/networks/bb82b1c7-25b2-43f9-aa58-b7e64d26c2da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791607 Aug 31 04:43:36.554224 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.agents_db [None req-b358f2ce-044e-44db-8ffe-8010ce8c5d43 None None] Agent healthcheck: found 6 active agents {{(pid=93876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:43:56.187860 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-429a4d39-aa71-49ff-a788-e00ccf552a11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:43:57.843799 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:43:58.649584 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c2387d71-c98a-4384-936d-e287c24ead9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:43:58.962682 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:43:59.868270 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cae06a7b-375a-4b62-8781-ea2d8af560c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:44:01.302120 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a4fd8ad5-a492-4575-8673-07e6bf736dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:44:13.552539 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.agents_db [None req-b358f2ce-044e-44db-8ffe-8010ce8c5d43 None None] Agent healthcheck: found 6 active agents {{(pid=93876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:44:26.189589 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b659cb03-0363-4317-8a09-ef563ed5d8a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:44:27.858473 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:44:28.652149 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2f890631-a7da-4580-9a4b-c75f10d38fd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:44:28.964373 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:44:29.868809 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cae06a7b-375a-4b62-8781-ea2d8af560c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:44:31.306979 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a4fd8ad5-a492-4575-8673-07e6bf736dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:44:34.811200 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-955babce-4a39-4114-b793-7bcfae224802 req-a4178459-5b50-4bb2-89f0-3548195a1a67 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4787badd-bc13-4017-b853-b3b7fcc6a069&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0382397 Aug 31 04:44:34.884099 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955babce-4a39-4114-b793-7bcfae224802 req-97a4a45f-81b3-4f25-86de-5a3e500e213f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:44:34.885537 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-955babce-4a39-4114-b793-7bcfae224802 req-97a4a45f-81b3-4f25-86de-5a3e500e213f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=798e442b7962401d840e183e809e3aa8&device_id=4787badd-bc13-4017-b853-b3b7fcc6a069 HTTP/1.1" status: 200 len: 1098 time: 0.0415316 Aug 31 04:44:34.987228 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955babce-4a39-4114-b793-7bcfae224802 req-a25af8a8-b1b8-409e-928b-b69f1b0ac832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:44:34.989064 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-955babce-4a39-4114-b793-7bcfae224802 req-a25af8a8-b1b8-409e-928b-b69f1b0ac832 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2d42cc01-1d4e-4b33-806e-a390176b298f HTTP/1.1" status: 200 len: 915 time: 0.0842440 Aug 31 04:44:35.033665 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-955babce-4a39-4114-b793-7bcfae224802 req-8bf4d9bd-35d6-4061-b8e8-64dde30d95e9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6f81bc2f-ee1a-4f7e-97dc-4ec7d46e4907 HTTP/1.1" status: 200 len: 217 time: 0.0376391 Aug 31 04:44:35.082336 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955babce-4a39-4114-b793-7bcfae224802 req-d4218fe3-dc47-44d5-9705-2b8ce82519a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:44:35.083777 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-955babce-4a39-4114-b793-7bcfae224802 req-d4218fe3-dc47-44d5-9705-2b8ce82519a0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9231da0d-99b6-47b0-bd6c-033361b1aa80 HTTP/1.1" status: 200 len: 854 time: 0.0434492 Aug 31 04:44:35.114886 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-955babce-4a39-4114-b793-7bcfae224802 req-a6b4d7e9-f11f-43fc-ab8b-954a3cb2a5bf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2d42cc01-1d4e-4b33-806e-a390176b298f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240939 Aug 31 04:44:35.203869 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-955babce-4a39-4114-b793-7bcfae224802 req-27d91e31-365f-4ba0-b5a5-5f4b97400156 service neutron] 10.222.0.13 "GET /v2.0/networks/2d42cc01-1d4e-4b33-806e-a390176b298f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816534 Aug 31 04:44:35.295139 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-955babce-4a39-4114-b793-7bcfae224802 req-ec2776c5-7650-47ba-8f53-07d8194ee01d service neutron] 10.222.0.13 "GET /v2.0/networks/2d42cc01-1d4e-4b33-806e-a390176b298f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839887 Aug 31 04:44:50.550589 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.agents_db [None req-b358f2ce-044e-44db-8ffe-8010ce8c5d43 None None] Agent healthcheck: found 6 active agents {{(pid=93876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:44:56.192196 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d4be7a3c-40c4-4144-9d50-cf642d8ba876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:44:57.859147 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:44:58.653393 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-49ad29e7-0d82-4ee3-b284-014c5521fa6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:44:58.976327 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:44:59.871772 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cae06a7b-375a-4b62-8781-ea2d8af560c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:45:01.306481 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a4fd8ad5-a492-4575-8673-07e6bf736dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:45:26.193226 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c702553f-e668-4292-b021-cffbd73c1fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:45:27.549172 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.agents_db [None req-b358f2ce-044e-44db-8ffe-8010ce8c5d43 None None] Agent healthcheck: found 6 active agents {{(pid=93876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:45:27.873047 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:45:28.649480 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0e0e4f0c-3860-4593-af9c-b582aacb25be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:45:28.968262 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:45:29.875567 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cae06a7b-375a-4b62-8781-ea2d8af560c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:45:31.309983 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a4fd8ad5-a492-4575-8673-07e6bf736dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:45:35.793097 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-9ecd2a96-51e1-480c-8205-f066b3fc7fca req-08e1f12b-ab7b-4a7b-9693-538a1761a321 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0415807 Aug 31 04:45:35.886895 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecd2a96-51e1-480c-8205-f066b3fc7fca req-fbfe8c6b-b18d-4323-9cdd-4cd97cde00ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:45:35.888216 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-9ecd2a96-51e1-480c-8205-f066b3fc7fca req-fbfe8c6b-b18d-4323-9cdd-4cd97cde00ab service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2f8e82cf86684d55bca526dc154c03d1&device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 1100 time: 0.0375874 Aug 31 04:45:35.996841 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecd2a96-51e1-480c-8205-f066b3fc7fca req-f3bd192d-7bf6-440e-b911-ea89ffe82e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:45:35.998426 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-9ecd2a96-51e1-480c-8205-f066b3fc7fca req-f3bd192d-7bf6-440e-b911-ea89ffe82e88 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2b1770a4-934d-49a7-a5c2-844beb26d79a HTTP/1.1" status: 200 len: 918 time: 0.0897720 Aug 31 04:45:36.072620 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-9ecd2a96-51e1-480c-8205-f066b3fc7fca req-3de79efa-80af-484b-bae0-9924a848a2f4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b832084-eb7d-496c-bc7a-d06184bd40fc HTTP/1.1" status: 200 len: 1002 time: 0.0673966 Aug 31 04:45:36.357158 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecd2a96-51e1-480c-8205-f066b3fc7fca req-8e18e7e4-921e-40b4-8bcd-37f3e8f81da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:45:36.358662 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-9ecd2a96-51e1-480c-8205-f066b3fc7fca req-8e18e7e4-921e-40b4-8bcd-37f3e8f81da4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9e15e21a-55f2-483a-9c78-48bccbedd076 HTTP/1.1" status: 200 len: 856 time: 0.2789087 Aug 31 04:45:36.402463 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecd2a96-51e1-480c-8205-f066b3fc7fca req-2498cf12-678e-4d61-960e-018efce8eecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:45:36.403863 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-9ecd2a96-51e1-480c-8205-f066b3fc7fca req-2498cf12-678e-4d61-960e-018efce8eecc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2b1770a4-934d-49a7-a5c2-844beb26d79a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0386736 Aug 31 04:45:36.492360 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-9ecd2a96-51e1-480c-8205-f066b3fc7fca req-79020a29-929a-4e43-8ba9-f8ba011250cd service neutron] 10.222.0.13 "GET /v2.0/networks/2b1770a4-934d-49a7-a5c2-844beb26d79a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813878 Aug 31 04:45:36.580413 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-9ecd2a96-51e1-480c-8205-f066b3fc7fca req-f4158d38-e5ba-4635-bbd0-629d74ee26e1 service neutron] 10.222.0.13 "GET /v2.0/networks/2b1770a4-934d-49a7-a5c2-844beb26d79a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808709 Aug 31 04:45:56.193501 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-726ea81d-74e0-4031-8413-ae769612c8ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:45:57.872677 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:45:58.651316 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-19c53d9d-7a16-4257-8c9f-aeac2b00bd6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:45:58.973792 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:45:59.877875 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cae06a7b-375a-4b62-8781-ea2d8af560c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:46:01.312422 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a4fd8ad5-a492-4575-8673-07e6bf736dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:46:04.547868 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.agents_db [None req-b358f2ce-044e-44db-8ffe-8010ce8c5d43 None None] Agent healthcheck: found 6 active agents {{(pid=93876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:46:26.194623 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-90d9bff0-d1a4-4920-aabe-c8dca675fad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:46:27.895555 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:46:28.651610 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-35bcc4c1-abd7-47aa-bab6-b318483ddd78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:46:28.975855 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:46:29.883058 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cae06a7b-375a-4b62-8781-ea2d8af560c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:46:31.314336 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a4fd8ad5-a492-4575-8673-07e6bf736dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:46:36.796612 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-1ef2aa9a-940c-40d1-972b-2e0ff496dd7a req-9841295b-3420-4b31-8ca9-658442820a89 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385277 Aug 31 04:46:36.869465 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef2aa9a-940c-40d1-972b-2e0ff496dd7a req-5e32fb04-c9ea-4432-92b5-2a014bfa5d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:46:36.870947 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-1ef2aa9a-940c-40d1-972b-2e0ff496dd7a req-5e32fb04-c9ea-4432-92b5-2a014bfa5d55 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9a4c00b65f96499f945037afd604da1d&device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 1098 time: 0.0426469 Aug 31 04:46:36.978981 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef2aa9a-940c-40d1-972b-2e0ff496dd7a req-1f66629d-050b-4b73-9230-82ea8c42a679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:46:36.978981 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-1ef2aa9a-940c-40d1-972b-2e0ff496dd7a req-1f66629d-050b-4b73-9230-82ea8c42a679 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8936ee09-226f-4718-943f-9ffdccd40918 HTTP/1.1" status: 200 len: 911 time: 0.0847125 Aug 31 04:46:37.045212 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-1ef2aa9a-940c-40d1-972b-2e0ff496dd7a req-bf41a673-f44f-4031-975e-1ed6bcb2e40e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc80ed91-0e6b-4c22-99f9-cd3d341652d0 HTTP/1.1" status: 200 len: 1001 time: 0.0600305 Aug 31 04:46:37.092859 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef2aa9a-940c-40d1-972b-2e0ff496dd7a req-68e284dc-6255-4291-868d-cb686cf10f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:46:37.094331 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-1ef2aa9a-940c-40d1-972b-2e0ff496dd7a req-68e284dc-6255-4291-868d-cb686cf10f00 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dbec82d9-5dbd-41df-9df9-228f18fdefe0 HTTP/1.1" status: 200 len: 849 time: 0.0420017 Aug 31 04:46:37.138949 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef2aa9a-940c-40d1-972b-2e0ff496dd7a req-817c8290-58b9-4946-b232-c60d99084ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:46:37.140377 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-1ef2aa9a-940c-40d1-972b-2e0ff496dd7a req-817c8290-58b9-4946-b232-c60d99084ca7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8936ee09-226f-4718-943f-9ffdccd40918&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0381956 Aug 31 04:46:37.232644 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-1ef2aa9a-940c-40d1-972b-2e0ff496dd7a req-49ecf6a9-b9ab-4cff-9b3a-7b3b4744e6a2 service neutron] 10.222.0.13 "GET /v2.0/networks/8936ee09-226f-4718-943f-9ffdccd40918?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825415 Aug 31 04:46:37.320005 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-1ef2aa9a-940c-40d1-972b-2e0ff496dd7a req-5eb110c9-c545-4624-8f48-b116491bc471 service neutron] 10.222.0.13 "GET /v2.0/networks/8936ee09-226f-4718-943f-9ffdccd40918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802464 Aug 31 04:46:41.546321 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.agents_db [None req-b358f2ce-044e-44db-8ffe-8010ce8c5d43 None None] Agent healthcheck: found 6 active agents {{(pid=93876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:46:42.685431 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 44400) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:46:42.749456 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-453f6f25-895f-485f-934e-b69a818f06b1 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Notify callbacks [] for security_group, before_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:46:42.774506 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-453f6f25-895f-485f-934e-b69a818f06b1 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:46:42.834319 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-453f6f25-895f-485f-934e-b69a818f06b1 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:46:42.836789 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-453f6f25-895f-485f-934e-b69a818f06b1 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Notify callbacks [] for security_group, before_response {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:46:42.840502 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-453f6f25-895f-485f-934e-b69a818f06b1 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] 10.222.0.37 "DELETE /v2.0/security-groups/5087df51-3381-4802-9616-3985fed72e9a HTTP/1.1" status: 204 len: 168 time: 0.1514616 Aug 31 04:46:42.847396 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453f6f25-895f-485f-934e-b69a818f06b1 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5087df51-3381-4802-9616-3985fed72e9a,revision_number=None']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:46:42.857020 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453f6f25-895f-485f-934e-b69a818f06b1 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:46:42.857369 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453f6f25-895f-485f-934e-b69a818f06b1 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:46:42.857707 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453f6f25-895f-485f-934e-b69a818f06b1 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:46:42.858038 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453f6f25-895f-485f-934e-b69a818f06b1 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:46:42.858400 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453f6f25-895f-485f-934e-b69a818f06b1 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:46:42.858727 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453f6f25-895f-485f-934e-b69a818f06b1 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:46:42.859053 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453f6f25-895f-485f-934e-b69a818f06b1 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:46:42.859389 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453f6f25-895f-485f-934e-b69a818f06b1 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:46:42.859694 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453f6f25-895f-485f-934e-b69a818f06b1 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:46:42.860018 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453f6f25-895f-485f-934e-b69a818f06b1 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:46:42.860385 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453f6f25-895f-485f-934e-b69a818f06b1 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:46:42.860833 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453f6f25-895f-485f-934e-b69a818f06b1 tempest-TestVolumeBootPattern-1526348932 tempest-TestVolumeBootPattern-1526348932-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:46:43.001878 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 44408) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:46:43.495981 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c4673d0b-6243-42bf-a7fd-7b4d626ec217 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7953169'] for router_interface, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:46:43.743670 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-c4673d0b-6243-42bf-a7fd-7b4d626ec217 admin admin] Deleting port 6141179c-73a1-4156-8613-05bb9a893f80 {{(pid=93873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 04:46:43.744007 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c4673d0b-6243-42bf-a7fd-7b4d626ec217 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730087506454'] for port, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:46:43.819670 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-c4673d0b-6243-42bf-a7fd-7b4d626ec217 admin admin] For port 6141179c-73a1-4156-8613-05bb9a893f80, host dv-cinder-778193-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-7-iscsi',level=0,port_id=6141179c-73a1-4156-8613-05bb9a893f80,segment=NetworkSegment(a7412fb6-0162-4662-bc72-ded560595039),segment_id=a7412fb6-0162-4662-bc72-ded560595039)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:46:43.820030 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c4673d0b-6243-42bf-a7fd-7b4d626ec217 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7955047'] for port, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:46:43.832487 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-c4673d0b-6243-42bf-a7fd-7b4d626ec217 admin admin] Calling delete_port for 6141179c-73a1-4156-8613-05bb9a893f80 owned by network:router_interface {{(pid=93873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 04:46:44.004822 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c4673d0b-6243-42bf-a7fd-7b4d626ec217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730087509221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730086931505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4316683'] for port, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:46:44.029213 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4673d0b-6243-42bf-a7fd-7b4d626ec217 admin admin] Pushing event deleted for resources: {'Port': ['ID=6141179c-73a1-4156-8613-05bb9a893f80,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:46:44.040838 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4673d0b-6243-42bf-a7fd-7b4d626ec217 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:46:44.042350 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4673d0b-6243-42bf-a7fd-7b4d626ec217 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:46:44.042721 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4673d0b-6243-42bf-a7fd-7b4d626ec217 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:46:44.043084 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4673d0b-6243-42bf-a7fd-7b4d626ec217 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:46:44.043416 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4673d0b-6243-42bf-a7fd-7b4d626ec217 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:46:44.043746 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4673d0b-6243-42bf-a7fd-7b4d626ec217 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:46:44.044076 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4673d0b-6243-42bf-a7fd-7b4d626ec217 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:46:44.044399 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4673d0b-6243-42bf-a7fd-7b4d626ec217 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:46:44.044723 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4673d0b-6243-42bf-a7fd-7b4d626ec217 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:46:44.045045 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4673d0b-6243-42bf-a7fd-7b4d626ec217 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:46:44.045363 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4673d0b-6243-42bf-a7fd-7b4d626ec217 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:46:44.045681 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4673d0b-6243-42bf-a7fd-7b4d626ec217 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:46:44.205010 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c4673d0b-6243-42bf-a7fd-7b4d626ec217 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8355447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7953293'] for router_interface, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:46:44.410685 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4673d0b-6243-42bf-a7fd-7b4d626ec217 admin admin] Router cfb1beff-8e89-4236-bc57-c670bf3ccc79 has already been hosted by L3 agent 0d18d50c-d309-40cc-9cbf-a014e4f79dac {{(pid=93873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 04:46:44.517382 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4673d0b-6243-42bf-a7fd-7b4d626ec217 admin admin] Notify agent at l3_agent.dv-cinder-778193-7-iscsi the message routers_updated {{(pid=93873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:46:44.525920 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-c4673d0b-6243-42bf-a7fd-7b4d626ec217 admin admin] 10.222.0.37 "PUT /v2.0/routers/cfb1beff-8e89-4236-bc57-c670bf3ccc79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5203130 Aug 31 04:46:44.526763 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 44432) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:46:44.529351 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d947e5be-4998-45e1-8179-bc29e75cdb3f None None] Sync routers for ids ['cfb1beff-8e89-4236-bc57-c670bf3ccc79'] in dv-cinder-778193-7-iscsi {{(pid=93875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:46:44.547508 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d947e5be-4998-45e1-8179-bc29e75cdb3f None None] Routers {'cfb1beff-8e89-4236-bc57-c670bf3ccc79'} bound to L3 agent in host dv-cinder-778193-7-iscsi {{(pid=93875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 04:46:44.548755 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-d947e5be-4998-45e1-8179-bc29e75cdb3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T04:24:29Z,description=,heartbeat_timestamp=2021-08-31T04:46:29Z,host='dv-cinder-778193-7-iscsi',id=0d18d50c-d309-40cc-9cbf-a014e4f79dac,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T04:24:29Z,topic='l3_agent')) {'router_ids': ['cfb1beff-8e89-4236-bc57-c670bf3ccc79'], 'active': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:46:44.632574 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-1e299a40-7bc6-42ec-a776-5ae1aacd8aab admin admin] Notify callbacks [] for router, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:46:44.651080 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvr_db [None req-d947e5be-4998-45e1-8179-bc29e75cdb3f None None] Set router cfb1beff-8e89-4236-bc57-c670bf3ccc79 gateway port host: dv-cinder-778193-7-iscsi {{(pid=93875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 04:46:44.839016 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-d947e5be-4998-45e1-8179-bc29e75cdb3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfb1beff-8e89-4236-bc57-c670bf3ccc79', 'name': 'tempest-TestVolumeBootPattern-878837555-router', 'tenant_id': 'bc308d1c5c63497ca880321a556c0dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'external_fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '6ecc3b37-8ac0-4da3-b9fe-c8b7712cac05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:34:57Z', 'updated_at': '2021-08-31T04:46:43Z', 'revision_number': 5, 'project_id': 'bc308d1c5c63497ca880321a556c0dcf', 'gw_port': {'id': '6ecc3b37-8ac0-4da3-b9fe-c8b7712cac05', 'name': '', 'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:34:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb1beff-8e89-4236-bc57-c670bf3ccc79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:34:58Z', 'updated_at': '2021-08-31T04:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-iscsi'}], 'dv-cinder-778193-7-iscsi', False) {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:46:44.868167 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d947e5be-4998-45e1-8179-bc29e75cdb3f None None] Checking router: cfb1beff-8e89-4236-bc57-c670bf3ccc79 for host: dv-cinder-778193-7-iscsi {{(pid=93875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:46:44.878117 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d947e5be-4998-45e1-8179-bc29e75cdb3f None None] Routers {'cfb1beff-8e89-4236-bc57-c670bf3ccc79'} bound to L3 agent in host dv-cinder-778193-7-iscsi {{(pid=93875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 04:46:44.878739 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-d947e5be-4998-45e1-8179-bc29e75cdb3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T04:24:29Z,description=,heartbeat_timestamp=2021-08-31T04:46:29Z,host='dv-cinder-778193-7-iscsi',id=0d18d50c-d309-40cc-9cbf-a014e4f79dac,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T04:24:29Z,topic='l3_agent')) {'router_ids': ['cfb1beff-8e89-4236-bc57-c670bf3ccc79'], 'active': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:46:44.973207 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-1e299a40-7bc6-42ec-a776-5ae1aacd8aab admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:46:44.988157 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvr_db [None req-d947e5be-4998-45e1-8179-bc29e75cdb3f None None] Set router cfb1beff-8e89-4236-bc57-c670bf3ccc79 gateway port host: dv-cinder-778193-7-iscsi {{(pid=93875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 04:46:45.024075 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-1e299a40-7bc6-42ec-a776-5ae1aacd8aab admin admin] Deleting port 6ecc3b37-8ac0-4da3-b9fe-c8b7712cac05 {{(pid=93873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 04:46:45.024692 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-1e299a40-7bc6-42ec-a776-5ae1aacd8aab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730087506454'] for port, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:46:45.104735 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-1e299a40-7bc6-42ec-a776-5ae1aacd8aab admin admin] For port 6ecc3b37-8ac0-4da3-b9fe-c8b7712cac05, host dv-cinder-778193-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-7-iscsi',level=0,port_id=6ecc3b37-8ac0-4da3-b9fe-c8b7712cac05,segment=NetworkSegment(9b39574f-0af1-490f-b9cc-82fd551fb7d5),segment_id=9b39574f-0af1-490f-b9cc-82fd551fb7d5)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:46:45.105093 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-1e299a40-7bc6-42ec-a776-5ae1aacd8aab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7955047'] for port, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:46:45.118969 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-1e299a40-7bc6-42ec-a776-5ae1aacd8aab admin admin] Calling delete_port for 6ecc3b37-8ac0-4da3-b9fe-c8b7712cac05 owned by network:router_gateway {{(pid=93873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 04:46:45.280727 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-1e299a40-7bc6-42ec-a776-5ae1aacd8aab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730087509221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730086931505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4316683'] for port, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:46:45.300537 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-d947e5be-4998-45e1-8179-bc29e75cdb3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfb1beff-8e89-4236-bc57-c670bf3ccc79', 'name': 'tempest-TestVolumeBootPattern-878837555-router', 'tenant_id': 'bc308d1c5c63497ca880321a556c0dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'external_fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '6ecc3b37-8ac0-4da3-b9fe-c8b7712cac05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:34:57Z', 'updated_at': '2021-08-31T04:46:43Z', 'revision_number': 5, 'project_id': 'bc308d1c5c63497ca880321a556c0dcf', 'gw_port': {'id': '6ecc3b37-8ac0-4da3-b9fe-c8b7712cac05', 'name': '', 'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:34:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb1beff-8e89-4236-bc57-c670bf3ccc79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:34:58Z', 'updated_at': '2021-08-31T04:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-iscsi'}], 'dv-cinder-778193-7-iscsi', False) {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:46:45.308483 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e299a40-7bc6-42ec-a776-5ae1aacd8aab admin admin] Pushing event deleted for resources: {'Port': ['ID=6ecc3b37-8ac0-4da3-b9fe-c8b7712cac05,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:46:45.328256 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d947e5be-4998-45e1-8179-bc29e75cdb3f None None] The sync data for ids ['cfb1beff-8e89-4236-bc57-c670bf3ccc79'] in dv-cinder-778193-7-iscsi is: [{'id': 'cfb1beff-8e89-4236-bc57-c670bf3ccc79', 'name': 'tempest-TestVolumeBootPattern-878837555-router', 'tenant_id': 'bc308d1c5c63497ca880321a556c0dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'external_fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '6ecc3b37-8ac0-4da3-b9fe-c8b7712cac05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:34:57Z', 'updated_at': '2021-08-31T04:46:43Z', 'revision_number': 5, 'project_id': 'bc308d1c5c63497ca880321a556c0dcf', 'gw_port': {'id': '6ecc3b37-8ac0-4da3-b9fe-c8b7712cac05', 'name': '', 'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:34:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb1beff-8e89-4236-bc57-c670bf3ccc79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:34:58Z', 'updated_at': '2021-08-31T04:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-iscsi'}] {{(pid=93875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:46:45.374004 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-1e299a40-7bc6-42ec-a776-5ae1aacd8aab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7956271'] for router_gateway, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:46:45.458979 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-1e299a40-7bc6-42ec-a776-5ae1aacd8aab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7953425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4381'] for router, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:46:45.461022 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-1e299a40-7bc6-42ec-a776-5ae1aacd8aab admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:46:45.502902 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-1e299a40-7bc6-42ec-a776-5ae1aacd8aab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7953434'] for router, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:46:45.503610 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e299a40-7bc6-42ec-a776-5ae1aacd8aab admin admin] Fanout notify agent at l3_agent the message router_deleted on router cfb1beff-8e89-4236-bc57-c670bf3ccc79 {{(pid=93873) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 04:46:45.508089 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-1e299a40-7bc6-42ec-a776-5ae1aacd8aab admin admin] Notify callbacks [] for router, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:46:45.509125 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-1e299a40-7bc6-42ec-a776-5ae1aacd8aab admin admin] 10.222.0.37 "DELETE /v2.0/routers/cfb1beff-8e89-4236-bc57-c670bf3ccc79 HTTP/1.1" status: 204 len: 168 time: 0.9819920 Aug 31 04:46:45.511634 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 44442) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:46:45.559562 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c3819da-dd72-43d0-8967-d3dbf9aff5c5 admin admin] Deleting subnet c2aeecc1-c6f6-4357-a249-423447e6cfa6 {{(pid=93873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 04:46:45.562637 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-9c3819da-dd72-43d0-8967-d3dbf9aff5c5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:46:45.600104 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-9c3819da-dd72-43d0-8967-d3dbf9aff5c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5377030'] for subnet, precommit_delete_associations {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:46:45.722597 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-9c3819da-dd72-43d0-8967-d3dbf9aff5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665464'] for subnet, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:46:45.787051 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-9c3819da-dd72-43d0-8967-d3dbf9aff5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4316772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4637754'] for subnet, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:46:45.814804 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3819da-dd72-43d0-8967-d3dbf9aff5c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2aeecc1-c6f6-4357-a249-423447e6cfa6,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:46:45.816777 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-9c3819da-dd72-43d0-8967-d3dbf9aff5c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:46:45.818679 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-9c3819da-dd72-43d0-8967-d3dbf9aff5c5 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/c2aeecc1-c6f6-4357-a249-423447e6cfa6 HTTP/1.1" status: 204 len: 168 time: 0.3061171 Aug 31 04:46:45.821099 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 44454) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:46:45.823238 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-468e6080-3495-4131-b2b9-6453d4aa4639 None None] Network 43249730-b634-4d1c-bb80-40b48d096428 requested from dv-cinder-778193-7-iscsi {{(pid=93875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 04:46:45.898505 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-de34f5d3-3fad-4dd2-b58f-a41b732edd11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526871'] for network, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:46:45.987854 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-de34f5d3-3fad-4dd2-b58f-a41b732edd11 admin admin] Deleting port a4d145c0-efca-4680-af82-018957d2b6bb {{(pid=93873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 04:46:45.988298 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-de34f5d3-3fad-4dd2-b58f-a41b732edd11 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730087506454'] for port, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:46:46.026516 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c2ebe4-6b6b-46d2-8052-8b0cb268a77c None None] DHCP port deletion for 43249730-b634-4d1c-bb80-40b48d096428 request from dv-cinder-778193-7-iscsi {{(pid=93875) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 04:46:46.063208 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-de34f5d3-3fad-4dd2-b58f-a41b732edd11 admin admin] For port a4d145c0-efca-4680-af82-018957d2b6bb, host dv-cinder-778193-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-7-iscsi',level=0,port_id=a4d145c0-efca-4680-af82-018957d2b6bb,segment=NetworkSegment(a7412fb6-0162-4662-bc72-ded560595039),segment_id=a7412fb6-0162-4662-bc72-ded560595039)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:46:46.063744 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-de34f5d3-3fad-4dd2-b58f-a41b732edd11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7955047'] for port, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:46:46.076425 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-de34f5d3-3fad-4dd2-b58f-a41b732edd11 admin admin] Calling delete_port for a4d145c0-efca-4680-af82-018957d2b6bb owned by network:dhcp {{(pid=93873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 04:46:46.080950 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-a3c2ebe4-6b6b-46d2-8052-8b0cb268a77c None None] Deleting port a4d145c0-efca-4680-af82-018957d2b6bb {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 04:46:46.081326 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a3c2ebe4-6b6b-46d2-8052-8b0cb268a77c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730087506454'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:46:46.139808 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-a3c2ebe4-6b6b-46d2-8052-8b0cb268a77c None None] For port a4d145c0-efca-4680-af82-018957d2b6bb, host dv-cinder-778193-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-7-iscsi',level=0,port_id=a4d145c0-efca-4680-af82-018957d2b6bb,segment=NetworkSegment(a7412fb6-0162-4662-bc72-ded560595039),segment_id=a7412fb6-0162-4662-bc72-ded560595039)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:46:46.140203 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a3c2ebe4-6b6b-46d2-8052-8b0cb268a77c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7955047'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:46:46.153412 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-a3c2ebe4-6b6b-46d2-8052-8b0cb268a77c None None] Calling delete_port for a4d145c0-efca-4680-af82-018957d2b6bb owned by network:dhcp {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 04:46:46.156782 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-de34f5d3-3fad-4dd2-b58f-a41b732edd11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730087509221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730086931505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4316683'] for port, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:46:46.183633 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de34f5d3-3fad-4dd2-b58f-a41b732edd11 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4d145c0-efca-4680-af82-018957d2b6bb,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:46:46.185465 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de34f5d3-3fad-4dd2-b58f-a41b732edd11 admin admin] No DVR routers for this DVR port a4d145c0-efca-4680-af82-018957d2b6bb on host dv-cinder-778193-7-iscsi {{(pid=93873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 04:46:46.272837 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a3c2ebe4-6b6b-46d2-8052-8b0cb268a77c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730087509221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730086931505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:46:46.275980 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-de34f5d3-3fad-4dd2-b58f-a41b732edd11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-666499', 'neutron.services.segments.db._delete_segments_for_network-8730087480257'] for network, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:46:46.287511 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.services.segments.db [None req-de34f5d3-3fad-4dd2-b58f-a41b732edd11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43249730-b634-4d1c-bb80-40b48d096428']}} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:46:46.297499 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.services.segments.db [None req-de34f5d3-3fad-4dd2-b58f-a41b732edd11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7412fb6-0162-4662-bc72-ded560595039') {'for_net_delete': True} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:46:46.298431 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.services.segments.db [None req-de34f5d3-3fad-4dd2-b58f-a41b732edd11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7412fb6-0162-4662-bc72-ded560595039') {} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:46:46.299533 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c2ebe4-6b6b-46d2-8052-8b0cb268a77c None None] Pushing event deleted for resources: {'Port': ['ID=a4d145c0-efca-4680-af82-018957d2b6bb,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:46:46.302532 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c2ebe4-6b6b-46d2-8052-8b0cb268a77c None None] No DVR routers for this DVR port a4d145c0-efca-4680-af82-018957d2b6bb on host dv-cinder-778193-7-iscsi {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 04:46:46.308044 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c2ebe4-6b6b-46d2-8052-8b0cb268a77c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:46:46.308395 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c2ebe4-6b6b-46d2-8052-8b0cb268a77c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:46:46.308530 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-de34f5d3-3fad-4dd2-b58f-a41b732edd11 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730087490389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5377085'] for segment, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:46:46.308738 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c2ebe4-6b6b-46d2-8052-8b0cb268a77c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:46:46.309072 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c2ebe4-6b6b-46d2-8052-8b0cb268a77c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:46:46.309920 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c2ebe4-6b6b-46d2-8052-8b0cb268a77c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:46:46.309920 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c2ebe4-6b6b-46d2-8052-8b0cb268a77c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:46:46.310158 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c2ebe4-6b6b-46d2-8052-8b0cb268a77c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:46:46.310388 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c2ebe4-6b6b-46d2-8052-8b0cb268a77c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:46:46.310718 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c2ebe4-6b6b-46d2-8052-8b0cb268a77c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:46:46.311038 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c2ebe4-6b6b-46d2-8052-8b0cb268a77c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:46:46.311387 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c2ebe4-6b6b-46d2-8052-8b0cb268a77c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:46:46.311707 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c2ebe4-6b6b-46d2-8052-8b0cb268a77c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:46:46.326881 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-de34f5d3-3fad-4dd2-b58f-a41b732edd11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671022'] for segment, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:46:46.333809 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de34f5d3-3fad-4dd2-b58f-a41b732edd11 admin admin] Releasing vlan 372 on physical network physnet1 to pool {{(pid=93873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 04:46:46.334300 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-de34f5d3-3fad-4dd2-b58f-a41b732edd11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4316894'] for segment, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:46:46.336071 dv-cinder-778193-7-iscsi neutron-server[93873]: Traceback (most recent call last): Aug 31 04:46:46.336071 dv-cinder-778193-7-iscsi neutron-server[93873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 04:46:46.336071 dv-cinder-778193-7-iscsi neutron-server[93873]: timer() Aug 31 04:46:46.336071 dv-cinder-778193-7-iscsi neutron-server[93873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 04:46:46.336071 dv-cinder-778193-7-iscsi neutron-server[93873]: cb(*args, **kw) Aug 31 04:46:46.336071 dv-cinder-778193-7-iscsi neutron-server[93873]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 04:46:46.336071 dv-cinder-778193-7-iscsi neutron-server[93873]: return func(*args, **kwargs) Aug 31 04:46:46.336071 dv-cinder-778193-7-iscsi neutron-server[93873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 04:46:46.336071 dv-cinder-778193-7-iscsi neutron-server[93873]: self._notify() Aug 31 04:46:46.336071 dv-cinder-778193-7-iscsi neutron-server[93873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 04:46:46.336071 dv-cinder-778193-7-iscsi neutron-server[93873]: self.callback(batched_events) Aug 31 04:46:46.336071 dv-cinder-778193-7-iscsi neutron-server[93873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 04:46:46.336071 dv-cinder-778193-7-iscsi neutron-server[93873]: event.method(event) Aug 31 04:46:46.336071 dv-cinder-778193-7-iscsi neutron-server[93873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 04:46:46.336071 dv-cinder-778193-7-iscsi neutron-server[93873]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 04:46:46.336071 dv-cinder-778193-7-iscsi neutron-server[93873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 04:46:46.336071 dv-cinder-778193-7-iscsi neutron-server[93873]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 04:46:46.336071 dv-cinder-778193-7-iscsi neutron-server[93873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 04:46:46.336071 dv-cinder-778193-7-iscsi neutron-server[93873]: return f(self, *a, **k) Aug 31 04:46:46.336071 dv-cinder-778193-7-iscsi neutron-server[93873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 04:46:46.336071 dv-cinder-778193-7-iscsi neutron-server[93873]: return self._get(url).json() Aug 31 04:46:46.336071 dv-cinder-778193-7-iscsi neutron-server[93873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 04:46:46.336071 dv-cinder-778193-7-iscsi neutron-server[93873]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 04:46:46.336071 dv-cinder-778193-7-iscsi neutron-server[93873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 04:46:46.336071 dv-cinder-778193-7-iscsi neutron-server[93873]: return self.request(url, 'GET', **kwargs) Aug 31 04:46:46.336071 dv-cinder-778193-7-iscsi neutron-server[93873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 04:46:46.336071 dv-cinder-778193-7-iscsi neutron-server[93873]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 04:46:46.336071 dv-cinder-778193-7-iscsi neutron-server[93873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 04:46:46.336071 dv-cinder-778193-7-iscsi neutron-server[93873]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 04:46:46.336071 dv-cinder-778193-7-iscsi neutron-server[93873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 04:46:46.336071 dv-cinder-778193-7-iscsi neutron-server[93873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 04:46:46.336071 dv-cinder-778193-7-iscsi neutron-server[93873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 04:46:46.392746 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-de34f5d3-3fad-4dd2-b58f-a41b732edd11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-666522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7956227'] for network, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:46:46.399981 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-de34f5d3-3fad-4dd2-b58f-a41b732edd11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8355474'] for network, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:46:46.401884 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-de34f5d3-3fad-4dd2-b58f-a41b732edd11 admin admin] 10.222.0.37 "DELETE /v2.0/networks/43249730-b634-4d1c-bb80-40b48d096428 HTTP/1.1" status: 204 len: 168 time: 0.5796771 Aug 31 04:46:46.405024 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 44460) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:46:46.411826 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de34f5d3-3fad-4dd2-b58f-a41b732edd11 admin admin] Pushing event deleted for resources: {'Network': ['ID=43249730-b634-4d1c-bb80-40b48d096428,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:46:46.452334 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Device 6141179c-73a1-4156-8613-05bb9a893f80 no longer exists at agent ovs-agent-dv-cinder-778193-7-iscsi {{(pid=93875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:46:46.476071 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] No Port match for: 6141179c-73a1-4156-8613-05bb9a893f80 {{(pid=93875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 04:46:46.476419 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Device 6141179c-73a1-4156-8613-05bb9a893f80 not bound to the agent host dv-cinder-778193-7-iscsi {{(pid=93875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:46:46.476835 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Device 6ecc3b37-8ac0-4da3-b9fe-c8b7712cac05 no longer exists at agent ovs-agent-dv-cinder-778193-7-iscsi {{(pid=93875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:46:46.495156 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] No Port match for: 6ecc3b37-8ac0-4da3-b9fe-c8b7712cac05 {{(pid=93875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 04:46:46.495504 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Device 6ecc3b37-8ac0-4da3-b9fe-c8b7712cac05 not bound to the agent host dv-cinder-778193-7-iscsi {{(pid=93875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:46:46.495919 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Device a4d145c0-efca-4680-af82-018957d2b6bb no longer exists at agent ovs-agent-dv-cinder-778193-7-iscsi {{(pid=93875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:46:46.514317 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] No Port match for: a4d145c0-efca-4680-af82-018957d2b6bb {{(pid=93875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 04:46:46.514665 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Device a4d145c0-efca-4680-af82-018957d2b6bb not bound to the agent host dv-cinder-778193-7-iscsi {{(pid=93875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:46:46.811215 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-47a9ffa3-2332-468f-a8d4-16b6c838c6c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7953169'] for router_interface, before_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:46:47.349249 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.plugin [None req-47a9ffa3-2332-468f-a8d4-16b6c838c6c7 admin admin] Deleting port 61376611-3331-4e7d-9ff0-b63b5f24e215 {{(pid=93874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 04:46:47.349577 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-47a9ffa3-2332-468f-a8d4-16b6c838c6c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730087506454'] for port, before_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:46:47.422165 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-47a9ffa3-2332-468f-a8d4-16b6c838c6c7 admin admin] For port 61376611-3331-4e7d-9ff0-b63b5f24e215, host dv-cinder-778193-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-7-iscsi',level=0,port_id=61376611-3331-4e7d-9ff0-b63b5f24e215,segment=NetworkSegment(3a439c3f-9ee6-467f-b2bc-5669c3e75f51),segment_id=3a439c3f-9ee6-467f-b2bc-5669c3e75f51)] {{(pid=93874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:46:47.423821 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-47a9ffa3-2332-468f-a8d4-16b6c838c6c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7955047'] for port, precommit_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:46:47.434989 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.plugin [None req-47a9ffa3-2332-468f-a8d4-16b6c838c6c7 admin admin] Calling delete_port for 61376611-3331-4e7d-9ff0-b63b5f24e215 owned by network:router_interface {{(pid=93874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 04:46:47.604919 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-47a9ffa3-2332-468f-a8d4-16b6c838c6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730087509221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730086931505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16403769'] for port, after_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:46:47.630285 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a9ffa3-2332-468f-a8d4-16b6c838c6c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=61376611-3331-4e7d-9ff0-b63b5f24e215,revision_number=None']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:46:47.816363 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-47a9ffa3-2332-468f-a8d4-16b6c838c6c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8355447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7953293'] for router_interface, after_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:46:48.028554 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47a9ffa3-2332-468f-a8d4-16b6c838c6c7 admin admin] Router ea78aca0-ec53-4be6-964f-9809ed9d8673 has already been hosted by L3 agent 0d18d50c-d309-40cc-9cbf-a014e4f79dac {{(pid=93874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 04:46:48.134220 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47a9ffa3-2332-468f-a8d4-16b6c838c6c7 admin admin] Notify agent at l3_agent.dv-cinder-778193-7-iscsi the message routers_updated {{(pid=93874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:46:48.139190 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-47a9ffa3-2332-468f-a8d4-16b6c838c6c7 admin admin] 10.222.0.37 "PUT /v2.0/routers/ea78aca0-ec53-4be6-964f-9809ed9d8673/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7331653 Aug 31 04:46:48.142352 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 44490) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:46:48.145185 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0240ebb-5fd2-43ab-8923-fdab5a9296f8 None None] Sync routers for ids ['ea78aca0-ec53-4be6-964f-9809ed9d8673'] in dv-cinder-778193-7-iscsi {{(pid=93876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:46:48.154618 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0240ebb-5fd2-43ab-8923-fdab5a9296f8 None None] Routers {'ea78aca0-ec53-4be6-964f-9809ed9d8673'} bound to L3 agent in host dv-cinder-778193-7-iscsi {{(pid=93876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 04:46:48.155206 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.l3_hamode_db [None req-b0240ebb-5fd2-43ab-8923-fdab5a9296f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T04:24:29Z,description=,heartbeat_timestamp=2021-08-31T04:46:29Z,host='dv-cinder-778193-7-iscsi',id=0d18d50c-d309-40cc-9cbf-a014e4f79dac,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T04:24:29Z,topic='l3_agent')) {'router_ids': ['ea78aca0-ec53-4be6-964f-9809ed9d8673'], 'active': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:46:48.243099 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-2b523934-0bab-436e-9c3b-093dd6fa9cb1 admin admin] Notify callbacks [] for router, before_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:46:48.252299 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.l3_dvr_db [None req-b0240ebb-5fd2-43ab-8923-fdab5a9296f8 None None] Set router ea78aca0-ec53-4be6-964f-9809ed9d8673 gateway port host: dv-cinder-778193-7-iscsi {{(pid=93876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 04:46:48.341650 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-2b523934-0bab-436e-9c3b-093dd6fa9cb1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:46:48.408275 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.plugin [None req-2b523934-0bab-436e-9c3b-093dd6fa9cb1 admin admin] Deleting port 762c813a-d5bd-49cc-aae3-f177b9071833 {{(pid=93874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 04:46:48.408595 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-2b523934-0bab-436e-9c3b-093dd6fa9cb1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730087506454'] for port, before_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:46:48.429303 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.l3_hamode_db [None req-b0240ebb-5fd2-43ab-8923-fdab5a9296f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea78aca0-ec53-4be6-964f-9809ed9d8673', 'name': 'tempest-TestVolumeBootPattern-1584458745-router', 'tenant_id': 'fd3dbf32156c4cf39da23f90db94182c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'external_fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '762c813a-d5bd-49cc-aae3-f177b9071833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:35:03Z', 'updated_at': '2021-08-31T04:46:47Z', 'revision_number': 5, 'project_id': 'fd3dbf32156c4cf39da23f90db94182c', 'gw_port': {'id': '762c813a-d5bd-49cc-aae3-f177b9071833', 'name': '', 'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f3:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea78aca0-ec53-4be6-964f-9809ed9d8673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:35:03Z', 'updated_at': '2021-08-31T04:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-iscsi'}], 'dv-cinder-778193-7-iscsi', False) {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:46:48.454553 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0240ebb-5fd2-43ab-8923-fdab5a9296f8 None None] Checking router: ea78aca0-ec53-4be6-964f-9809ed9d8673 for host: dv-cinder-778193-7-iscsi {{(pid=93876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:46:48.462496 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0240ebb-5fd2-43ab-8923-fdab5a9296f8 None None] Routers {'ea78aca0-ec53-4be6-964f-9809ed9d8673'} bound to L3 agent in host dv-cinder-778193-7-iscsi {{(pid=93876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 04:46:48.463089 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.l3_hamode_db [None req-b0240ebb-5fd2-43ab-8923-fdab5a9296f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T04:24:29Z,description=,heartbeat_timestamp=2021-08-31T04:46:29Z,host='dv-cinder-778193-7-iscsi',id=0d18d50c-d309-40cc-9cbf-a014e4f79dac,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T04:24:29Z,topic='l3_agent')) {'router_ids': ['ea78aca0-ec53-4be6-964f-9809ed9d8673'], 'active': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:46:48.486472 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-2b523934-0bab-436e-9c3b-093dd6fa9cb1 admin admin] For port 762c813a-d5bd-49cc-aae3-f177b9071833, host dv-cinder-778193-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-7-iscsi',level=0,port_id=762c813a-d5bd-49cc-aae3-f177b9071833,segment=NetworkSegment(9b39574f-0af1-490f-b9cc-82fd551fb7d5),segment_id=9b39574f-0af1-490f-b9cc-82fd551fb7d5)] {{(pid=93874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:46:48.487039 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-2b523934-0bab-436e-9c3b-093dd6fa9cb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7955047'] for port, precommit_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:46:48.499167 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.plugin [None req-2b523934-0bab-436e-9c3b-093dd6fa9cb1 admin admin] Calling delete_port for 762c813a-d5bd-49cc-aae3-f177b9071833 owned by network:router_gateway {{(pid=93874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 04:46:48.545583 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.l3_dvr_db [None req-b0240ebb-5fd2-43ab-8923-fdab5a9296f8 None None] Set router ea78aca0-ec53-4be6-964f-9809ed9d8673 gateway port host: None {{(pid=93876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 04:46:48.597719 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.l3_hamode_db [None req-b0240ebb-5fd2-43ab-8923-fdab5a9296f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea78aca0-ec53-4be6-964f-9809ed9d8673', 'name': 'tempest-TestVolumeBootPattern-1584458745-router', 'tenant_id': 'fd3dbf32156c4cf39da23f90db94182c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:35:03Z', 'updated_at': '2021-08-31T04:46:48Z', 'revision_number': 6, 'project_id': 'fd3dbf32156c4cf39da23f90db94182c', 'gw_port_host': None}], 'dv-cinder-778193-7-iscsi', False) {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:46:48.624264 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0240ebb-5fd2-43ab-8923-fdab5a9296f8 None None] The sync data for ids ['ea78aca0-ec53-4be6-964f-9809ed9d8673'] in dv-cinder-778193-7-iscsi is: [{'id': 'ea78aca0-ec53-4be6-964f-9809ed9d8673', 'name': 'tempest-TestVolumeBootPattern-1584458745-router', 'tenant_id': 'fd3dbf32156c4cf39da23f90db94182c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:35:03Z', 'updated_at': '2021-08-31T04:46:48Z', 'revision_number': 6, 'project_id': 'fd3dbf32156c4cf39da23f90db94182c', 'gw_port_host': None}] {{(pid=93876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:46:48.666564 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-2b523934-0bab-436e-9c3b-093dd6fa9cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730087509221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730086931505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16403769'] for port, after_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:46:48.693517 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b523934-0bab-436e-9c3b-093dd6fa9cb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=762c813a-d5bd-49cc-aae3-f177b9071833,revision_number=None']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:46:48.753738 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-2b523934-0bab-436e-9c3b-093dd6fa9cb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7956271'] for router_gateway, after_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:46:48.857365 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-2b523934-0bab-436e-9c3b-093dd6fa9cb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7953425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4381'] for router, precommit_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:46:48.859450 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-2b523934-0bab-436e-9c3b-093dd6fa9cb1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:46:48.923206 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-2b523934-0bab-436e-9c3b-093dd6fa9cb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7953434'] for router, after_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:46:48.923593 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b523934-0bab-436e-9c3b-093dd6fa9cb1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ea78aca0-ec53-4be6-964f-9809ed9d8673 {{(pid=93874) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 04:46:48.928571 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-2b523934-0bab-436e-9c3b-093dd6fa9cb1 admin admin] Notify callbacks [] for router, before_response {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:46:48.929725 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-2b523934-0bab-436e-9c3b-093dd6fa9cb1 admin admin] 10.222.0.37 "DELETE /v2.0/routers/ea78aca0-ec53-4be6-964f-9809ed9d8673 HTTP/1.1" status: 204 len: 168 time: 0.7864742 Aug 31 04:46:48.932163 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 44500) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:46:48.982275 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1ec5f1d-0e27-4c61-b336-69cb31259598 admin admin] Deleting subnet b56d2962-9dfb-4d52-990b-d5bb511c5186 {{(pid=93874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 04:46:48.985719 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-d1ec5f1d-0e27-4c61-b336-69cb31259598 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:46:49.025475 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-d1ec5f1d-0e27-4c61-b336-69cb31259598 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16523530'] for subnet, precommit_delete_associations {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:46:49.137161 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-d1ec5f1d-0e27-4c61-b336-69cb31259598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665464'] for subnet, precommit_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:46:49.190130 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-d1ec5f1d-0e27-4c61-b336-69cb31259598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16403798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16508959'] for subnet, after_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:46:49.216985 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-d1ec5f1d-0e27-4c61-b336-69cb31259598 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8355474'] for subnet, before_response {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:46:49.218835 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-d1ec5f1d-0e27-4c61-b336-69cb31259598 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/b56d2962-9dfb-4d52-990b-d5bb511c5186 HTTP/1.1" status: 204 len: 168 time: 0.2857661 Aug 31 04:46:49.220935 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ec5f1d-0e27-4c61-b336-69cb31259598 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b56d2962-9dfb-4d52-990b-d5bb511c5186,revision_number=None']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:46:49.222351 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 44508) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:46:49.224080 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72f26a43-e8c9-48a9-8023-4bf4ee872de4 None None] Network 6f5f1c74-af11-4670-a853-0412354ebbcc requested from dv-cinder-778193-7-iscsi {{(pid=93875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 04:46:49.292593 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-83304c27-697d-419e-a8ef-27b438ac5a3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526871'] for network, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:46:49.343705 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-83304c27-697d-419e-a8ef-27b438ac5a3a admin admin] Deleting port 7b435377-0cc7-4494-96da-98cf25fe7cc8 {{(pid=93873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 04:46:49.344043 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-83304c27-697d-419e-a8ef-27b438ac5a3a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730087506454'] for port, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:46:49.407400 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-83304c27-697d-419e-a8ef-27b438ac5a3a admin admin] For port 7b435377-0cc7-4494-96da-98cf25fe7cc8, host dv-cinder-778193-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-7-iscsi',level=0,port_id=7b435377-0cc7-4494-96da-98cf25fe7cc8,segment=NetworkSegment(3a439c3f-9ee6-467f-b2bc-5669c3e75f51),segment_id=3a439c3f-9ee6-467f-b2bc-5669c3e75f51)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:46:49.407958 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-83304c27-697d-419e-a8ef-27b438ac5a3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7955047'] for port, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:46:49.421574 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-83304c27-697d-419e-a8ef-27b438ac5a3a admin admin] Calling delete_port for 7b435377-0cc7-4494-96da-98cf25fe7cc8 owned by network:dhcp {{(pid=93873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 04:46:49.432490 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea7c16ee-1d7e-41a9-b8d0-4da4e85b6e63 None None] DHCP port deletion for 6f5f1c74-af11-4670-a853-0412354ebbcc request from dv-cinder-778193-7-iscsi {{(pid=93875) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 04:46:49.478002 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-ea7c16ee-1d7e-41a9-b8d0-4da4e85b6e63 None None] Deleting port 7b435377-0cc7-4494-96da-98cf25fe7cc8 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 04:46:49.478452 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ea7c16ee-1d7e-41a9-b8d0-4da4e85b6e63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730087506454'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:46:49.510330 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-83304c27-697d-419e-a8ef-27b438ac5a3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730087509221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730086931505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4316683'] for port, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:46:49.536712 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83304c27-697d-419e-a8ef-27b438ac5a3a admin admin] Pushing event deleted for resources: {'Port': ['ID=7b435377-0cc7-4494-96da-98cf25fe7cc8,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:46:49.538523 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-ea7c16ee-1d7e-41a9-b8d0-4da4e85b6e63 None None] For port 7b435377-0cc7-4494-96da-98cf25fe7cc8, host dv-cinder-778193-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-7-iscsi',level=0,port_id=7b435377-0cc7-4494-96da-98cf25fe7cc8,segment=NetworkSegment(3a439c3f-9ee6-467f-b2bc-5669c3e75f51),segment_id=3a439c3f-9ee6-467f-b2bc-5669c3e75f51)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:46:49.538684 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83304c27-697d-419e-a8ef-27b438ac5a3a admin admin] No DVR routers for this DVR port 7b435377-0cc7-4494-96da-98cf25fe7cc8 on host dv-cinder-778193-7-iscsi {{(pid=93873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 04:46:49.539033 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ea7c16ee-1d7e-41a9-b8d0-4da4e85b6e63 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7955047'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:46:49.555521 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-ea7c16ee-1d7e-41a9-b8d0-4da4e85b6e63 None None] Calling delete_port for 7b435377-0cc7-4494-96da-98cf25fe7cc8 owned by network:dhcp {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 04:46:49.607844 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-83304c27-697d-419e-a8ef-27b438ac5a3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-666499', 'neutron.services.segments.db._delete_segments_for_network-8730087480257'] for network, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:46:49.618571 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.services.segments.db [None req-83304c27-697d-419e-a8ef-27b438ac5a3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f5f1c74-af11-4670-a853-0412354ebbcc']}} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:46:49.632595 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.services.segments.db [None req-83304c27-697d-419e-a8ef-27b438ac5a3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a439c3f-9ee6-467f-b2bc-5669c3e75f51') {'for_net_delete': True} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:46:49.632891 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.services.segments.db [None req-83304c27-697d-419e-a8ef-27b438ac5a3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a439c3f-9ee6-467f-b2bc-5669c3e75f51') {} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:46:49.633973 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ea7c16ee-1d7e-41a9-b8d0-4da4e85b6e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730087509221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730086931505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:46:49.642958 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-83304c27-697d-419e-a8ef-27b438ac5a3a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730087490389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5377085'] for segment, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:46:49.661333 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7c16ee-1d7e-41a9-b8d0-4da4e85b6e63 None None] Pushing event deleted for resources: {'Port': ['ID=7b435377-0cc7-4494-96da-98cf25fe7cc8,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:46:49.663139 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-83304c27-697d-419e-a8ef-27b438ac5a3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671022'] for segment, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:46:49.665920 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7c16ee-1d7e-41a9-b8d0-4da4e85b6e63 None None] No DVR routers for this DVR port 7b435377-0cc7-4494-96da-98cf25fe7cc8 on host dv-cinder-778193-7-iscsi {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 04:46:49.670260 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83304c27-697d-419e-a8ef-27b438ac5a3a admin admin] Releasing vlan 363 on physical network physnet1 to pool {{(pid=93873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 04:46:49.670738 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-83304c27-697d-419e-a8ef-27b438ac5a3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4316894'] for segment, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:46:49.674920 dv-cinder-778193-7-iscsi neutron-server[93873]: Traceback (most recent call last): Aug 31 04:46:49.674920 dv-cinder-778193-7-iscsi neutron-server[93873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 04:46:49.674920 dv-cinder-778193-7-iscsi neutron-server[93873]: timer() Aug 31 04:46:49.674920 dv-cinder-778193-7-iscsi neutron-server[93873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 04:46:49.674920 dv-cinder-778193-7-iscsi neutron-server[93873]: cb(*args, **kw) Aug 31 04:46:49.674920 dv-cinder-778193-7-iscsi neutron-server[93873]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 04:46:49.674920 dv-cinder-778193-7-iscsi neutron-server[93873]: return func(*args, **kwargs) Aug 31 04:46:49.674920 dv-cinder-778193-7-iscsi neutron-server[93873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 04:46:49.674920 dv-cinder-778193-7-iscsi neutron-server[93873]: self._notify() Aug 31 04:46:49.674920 dv-cinder-778193-7-iscsi neutron-server[93873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 04:46:49.674920 dv-cinder-778193-7-iscsi neutron-server[93873]: self.callback(batched_events) Aug 31 04:46:49.674920 dv-cinder-778193-7-iscsi neutron-server[93873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 04:46:49.674920 dv-cinder-778193-7-iscsi neutron-server[93873]: event.method(event) Aug 31 04:46:49.674920 dv-cinder-778193-7-iscsi neutron-server[93873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 04:46:49.674920 dv-cinder-778193-7-iscsi neutron-server[93873]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 04:46:49.674920 dv-cinder-778193-7-iscsi neutron-server[93873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 04:46:49.674920 dv-cinder-778193-7-iscsi neutron-server[93873]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 04:46:49.674920 dv-cinder-778193-7-iscsi neutron-server[93873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 04:46:49.674920 dv-cinder-778193-7-iscsi neutron-server[93873]: return f(self, *a, **k) Aug 31 04:46:49.674920 dv-cinder-778193-7-iscsi neutron-server[93873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 04:46:49.674920 dv-cinder-778193-7-iscsi neutron-server[93873]: return self._get(url).json() Aug 31 04:46:49.674920 dv-cinder-778193-7-iscsi neutron-server[93873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 04:46:49.674920 dv-cinder-778193-7-iscsi neutron-server[93873]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 04:46:49.674920 dv-cinder-778193-7-iscsi neutron-server[93873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 04:46:49.674920 dv-cinder-778193-7-iscsi neutron-server[93873]: return self.request(url, 'GET', **kwargs) Aug 31 04:46:49.674920 dv-cinder-778193-7-iscsi neutron-server[93873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 04:46:49.674920 dv-cinder-778193-7-iscsi neutron-server[93873]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 04:46:49.674920 dv-cinder-778193-7-iscsi neutron-server[93873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 04:46:49.674920 dv-cinder-778193-7-iscsi neutron-server[93873]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 04:46:49.674920 dv-cinder-778193-7-iscsi neutron-server[93873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 04:46:49.674920 dv-cinder-778193-7-iscsi neutron-server[93873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 04:46:49.674920 dv-cinder-778193-7-iscsi neutron-server[93873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 04:46:49.730389 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-83304c27-697d-419e-a8ef-27b438ac5a3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-666522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7956227'] for network, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:46:49.735887 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-83304c27-697d-419e-a8ef-27b438ac5a3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8355474'] for network, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:46:49.737682 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-83304c27-697d-419e-a8ef-27b438ac5a3a admin admin] 10.222.0.37 "DELETE /v2.0/networks/6f5f1c74-af11-4670-a853-0412354ebbcc HTTP/1.1" status: 204 len: 168 time: 0.5135572 Aug 31 04:46:49.748040 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83304c27-697d-419e-a8ef-27b438ac5a3a admin admin] Pushing event deleted for resources: {'Network': ['ID=6f5f1c74-af11-4670-a853-0412354ebbcc,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:46:49.861620 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 44516) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:46:49.901234 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-68afec66-b38f-4b65-9a0a-a8654bac1e01 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bc308d1c5c63497ca880321a556c0dcf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0384610 Aug 31 04:46:49.903806 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 44520) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:46:49.950895 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-da6c612a-112f-4268-bf78-2602a6fa594f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:46:49.975264 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-da6c612a-112f-4268-bf78-2602a6fa594f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:46:50.022644 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-da6c612a-112f-4268-bf78-2602a6fa594f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:46:50.025185 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-da6c612a-112f-4268-bf78-2602a6fa594f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:46:50.028983 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-da6c612a-112f-4268-bf78-2602a6fa594f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4c73961c-c280-4987-ae47-3fa0de25eb7d HTTP/1.1" status: 204 len: 168 time: 0.1216197 Aug 31 04:46:50.034683 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6c612a-112f-4268-bf78-2602a6fa594f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c73961c-c280-4987-ae47-3fa0de25eb7d,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:46:50.347171 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 44534) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:46:50.386964 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-8332cb3b-d9eb-4102-9cd1-a81ba3b19952 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fd3dbf32156c4cf39da23f90db94182c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0386641 Aug 31 04:46:50.389313 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 44536) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:46:50.427991 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Device 61376611-3331-4e7d-9ff0-b63b5f24e215 no longer exists at agent ovs-agent-dv-cinder-778193-7-iscsi {{(pid=93875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:46:50.438797 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-ebdb8153-c702-4635-a1a7-9d043e9138f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:46:50.448380 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] No Port match for: 61376611-3331-4e7d-9ff0-b63b5f24e215 {{(pid=93875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 04:46:50.448728 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Device 61376611-3331-4e7d-9ff0-b63b5f24e215 not bound to the agent host dv-cinder-778193-7-iscsi {{(pid=93875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:46:50.449143 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Device 7b435377-0cc7-4494-96da-98cf25fe7cc8 no longer exists at agent ovs-agent-dv-cinder-778193-7-iscsi {{(pid=93875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:46:50.463262 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-ebdb8153-c702-4635-a1a7-9d043e9138f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:46:50.471729 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] No Port match for: 7b435377-0cc7-4494-96da-98cf25fe7cc8 {{(pid=93875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 04:46:50.472074 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Device 7b435377-0cc7-4494-96da-98cf25fe7cc8 not bound to the agent host dv-cinder-778193-7-iscsi {{(pid=93875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:46:50.472485 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Device 762c813a-d5bd-49cc-aae3-f177b9071833 no longer exists at agent ovs-agent-dv-cinder-778193-7-iscsi {{(pid=93875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:46:50.491213 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] No Port match for: 762c813a-d5bd-49cc-aae3-f177b9071833 {{(pid=93875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 04:46:50.491585 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Device 762c813a-d5bd-49cc-aae3-f177b9071833 not bound to the agent host dv-cinder-778193-7-iscsi {{(pid=93875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:46:50.510628 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-ebdb8153-c702-4635-a1a7-9d043e9138f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:46:50.513075 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-ebdb8153-c702-4635-a1a7-9d043e9138f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:46:50.514218 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-ebdb8153-c702-4635-a1a7-9d043e9138f9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0ae90efc-0d4a-4475-b535-0a560601bb35 HTTP/1.1" status: 204 len: 168 time: 0.1238246 Aug 31 04:46:50.522972 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdb8153-c702-4635-a1a7-9d043e9138f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ae90efc-0d4a-4475-b535-0a560601bb35,revision_number=None']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:46:56.196091 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6aebb970-54d5-489d-9793-ee7bb39fecd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:46:57.887643 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:46:58.653596 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ed7ce665-868d-49c5-9ae5-c00fb6641116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:46:58.980957 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:46:59.884015 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cae06a7b-375a-4b62-8781-ea2d8af560c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:47:01.317976 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a4fd8ad5-a492-4575-8673-07e6bf736dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:47:18.544323 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.agents_db [None req-b358f2ce-044e-44db-8ffe-8010ce8c5d43 None None] Agent healthcheck: found 6 active agents {{(pid=93876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:47:26.196097 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-60156db4-b034-4d68-b123-1240eed6e5ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:47:27.907805 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:47:28.653413 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6ce51592-6a0a-4a38-9d82-5923a3eea7c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:47:28.984121 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:47:29.887083 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cae06a7b-375a-4b62-8781-ea2d8af560c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:47:31.322905 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a4fd8ad5-a492-4575-8673-07e6bf736dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:47:36.894047 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-107919e1-7542-4a97-a69f-a480f18cea50 req-deaa9833-7b59-4e6c-aad4-208d7281ae31 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1356161 Aug 31 04:47:36.964680 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107919e1-7542-4a97-a69f-a480f18cea50 req-db9ce120-8db3-4d5e-8037-65fc9cac6974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:47:36.966206 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-107919e1-7542-4a97-a69f-a480f18cea50 req-db9ce120-8db3-4d5e-8037-65fc9cac6974 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ab311a0b396b46aeb9650f0c41fada96&device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 1099 time: 0.0388396 Aug 31 04:47:37.075972 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107919e1-7542-4a97-a69f-a480f18cea50 req-804449ca-3f1e-4514-be49-96f528a4fb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:47:37.077435 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-107919e1-7542-4a97-a69f-a480f18cea50 req-804449ca-3f1e-4514-be49-96f528a4fb49 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bb82b1c7-25b2-43f9-aa58-b7e64d26c2da HTTP/1.1" status: 200 len: 916 time: 0.0853179 Aug 31 04:47:37.119026 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-107919e1-7542-4a97-a69f-a480f18cea50 req-c4d9d9e7-36c2-487b-af30-d0ff24395d1e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aaa499c0-5a26-4672-a78d-9fc4fa36a9ba HTTP/1.1" status: 200 len: 217 time: 0.0348101 Aug 31 04:47:37.167369 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107919e1-7542-4a97-a69f-a480f18cea50 req-525f0975-8e48-4037-9a86-68a83c44b69b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:47:37.168821 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-107919e1-7542-4a97-a69f-a480f18cea50 req-525f0975-8e48-4037-9a86-68a83c44b69b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=737ced97-ee86-44b1-9767-e30f3f13dd11 HTTP/1.1" status: 200 len: 854 time: 0.0432096 Aug 31 04:47:37.215484 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107919e1-7542-4a97-a69f-a480f18cea50 req-9b3d9e68-a006-494a-be38-429019c490d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:47:37.217070 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-107919e1-7542-4a97-a69f-a480f18cea50 req-9b3d9e68-a006-494a-be38-429019c490d9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bb82b1c7-25b2-43f9-aa58-b7e64d26c2da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0414739 Aug 31 04:47:37.302851 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-107919e1-7542-4a97-a69f-a480f18cea50 req-5e52a5cc-d83b-44b4-a59d-d94ea0dfd493 service neutron] 10.222.0.13 "GET /v2.0/networks/bb82b1c7-25b2-43f9-aa58-b7e64d26c2da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0776610 Aug 31 04:47:37.391758 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-107919e1-7542-4a97-a69f-a480f18cea50 req-5c15b49a-7823-4ff3-ab56-842285c654c9 service neutron] 10.222.0.13 "GET /v2.0/networks/bb82b1c7-25b2-43f9-aa58-b7e64d26c2da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823603 Aug 31 04:47:55.542647 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.agents_db [None req-b358f2ce-044e-44db-8ffe-8010ce8c5d43 None None] Agent healthcheck: found 6 active agents {{(pid=93876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:47:56.196791 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-de9c7d06-56e3-4117-b441-ff5bc9265022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:47:57.896143 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:47:58.652499 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4c0645a1-5bac-4cc0-8215-b9e22fe90bc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:47:58.988812 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:47:59.890808 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cae06a7b-375a-4b62-8781-ea2d8af560c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:48:01.321278 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a4fd8ad5-a492-4575-8673-07e6bf736dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:48:26.197780 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2124b18f-f436-4262-b2c5-6e0e6b48e65d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:48:27.900023 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:48:28.653352 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-96a5cb32-4b47-4cbb-8f7b-5cfd04037b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:48:28.990595 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:48:29.890522 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cae06a7b-375a-4b62-8781-ea2d8af560c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:48:31.325786 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a4fd8ad5-a492-4575-8673-07e6bf736dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:48:32.542125 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.agents_db [None req-b358f2ce-044e-44db-8ffe-8010ce8c5d43 None None] Agent healthcheck: found 6 active agents {{(pid=93876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:48:35.978042 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a6940b-6dfd-4cb9-aa73-7afd67b415af req-d05e05ce-f155-4af2-8618-0be49b61bd70 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:48:35.979739 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-f2a6940b-6dfd-4cb9-aa73-7afd67b415af req-d05e05ce-f155-4af2-8618-0be49b61bd70 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/ports?device_id=4787badd-bc13-4017-b853-b3b7fcc6a069 HTTP/1.1" status: 200 len: 945 time: 0.1031272 Aug 31 04:48:36.017089 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-f2a6940b-6dfd-4cb9-aa73-7afd67b415af req-dfc9f3cb-a1bb-4acb-b6d8-7ce48d69b804 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/security-groups?id=48bcc221-22f0-42ba-bd8e-dded2d21f831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313554 Aug 31 04:48:36.667518 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abb31a1-b169-4824-ac5e-812edfc6f661 req-52331d28-2932-4347-a021-15b547df5105 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:48:36.669142 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-3abb31a1-b169-4824-ac5e-812edfc6f661 req-52331d28-2932-4347-a021-15b547df5105 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.13 "GET /v2.0/ports?device_id=4787badd-bc13-4017-b853-b3b7fcc6a069 HTTP/1.1" status: 200 len: 945 time: 0.0500851 Aug 31 04:48:36.781710 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [req-3abb31a1-b169-4824-ac5e-812edfc6f661 req-f8795390-a688-4005-b0ea-a65fa9ff17d0 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] Deleting port 6f81bc2f-ee1a-4f7e-97dc-4ec7d46e4907 {{(pid=93873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 04:48:36.782064 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-3abb31a1-b169-4824-ac5e-812edfc6f661 req-f8795390-a688-4005-b0ea-a65fa9ff17d0 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730087506454'] for port, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:48:36.873007 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [req-3abb31a1-b169-4824-ac5e-812edfc6f661 req-f8795390-a688-4005-b0ea-a65fa9ff17d0 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] For port 6f81bc2f-ee1a-4f7e-97dc-4ec7d46e4907, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=6f81bc2f-ee1a-4f7e-97dc-4ec7d46e4907,segment=NetworkSegment(f953cf20-e56c-4af7-b2ae-f9d2d33099ff),segment_id=f953cf20-e56c-4af7-b2ae-f9d2d33099ff)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:48:36.873007 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-3abb31a1-b169-4824-ac5e-812edfc6f661 req-f8795390-a688-4005-b0ea-a65fa9ff17d0 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7955047'] for port, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:48:36.886077 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [req-3abb31a1-b169-4824-ac5e-812edfc6f661 req-f8795390-a688-4005-b0ea-a65fa9ff17d0 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] Calling delete_port for 6f81bc2f-ee1a-4f7e-97dc-4ec7d46e4907 owned by compute:nova {{(pid=93873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 04:48:37.024041 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-3abb31a1-b169-4824-ac5e-812edfc6f661 req-f8795390-a688-4005-b0ea-a65fa9ff17d0 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730087509221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730086931505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4316683'] for port, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:48:37.052297 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8795390-a688-4005-b0ea-a65fa9ff17d0 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] Pushing event deleted for resources: {'Port': ['ID=6f81bc2f-ee1a-4f7e-97dc-4ec7d46e4907,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:48:37.062315 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] get_ports_and_sgs() called for port_ids ['6f81bc2f-ee1a-4f7e-97dc-4ec7d46e4907'] {{(pid=93875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 04:48:37.064065 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8795390-a688-4005-b0ea-a65fa9ff17d0 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:48:37.064422 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8795390-a688-4005-b0ea-a65fa9ff17d0 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:48:37.064766 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8795390-a688-4005-b0ea-a65fa9ff17d0 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:48:37.065109 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8795390-a688-4005-b0ea-a65fa9ff17d0 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:48:37.066147 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8795390-a688-4005-b0ea-a65fa9ff17d0 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:48:37.066490 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8795390-a688-4005-b0ea-a65fa9ff17d0 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:48:37.067543 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8795390-a688-4005-b0ea-a65fa9ff17d0 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:48:37.067543 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8795390-a688-4005-b0ea-a65fa9ff17d0 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:48:37.067543 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8795390-a688-4005-b0ea-a65fa9ff17d0 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:48:37.067882 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8795390-a688-4005-b0ea-a65fa9ff17d0 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:48:37.068096 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8795390-a688-4005-b0ea-a65fa9ff17d0 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:48:37.068422 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8795390-a688-4005-b0ea-a65fa9ff17d0 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:48:37.102319 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [req-3abb31a1-b169-4824-ac5e-812edfc6f661 req-f8795390-a688-4005-b0ea-a65fa9ff17d0 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] No DVR routers for this DVR port 6f81bc2f-ee1a-4f7e-97dc-4ec7d46e4907 on host hv-cinder-77819 {{(pid=93873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 04:48:37.104765 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-3abb31a1-b169-4824-ac5e-812edfc6f661 req-f8795390-a688-4005-b0ea-a65fa9ff17d0 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200266'] for port, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:48:37.106768 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-3abb31a1-b169-4824-ac5e-812edfc6f661 req-f8795390-a688-4005-b0ea-a65fa9ff17d0 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.13 "DELETE /v2.0/ports/6f81bc2f-ee1a-4f7e-97dc-4ec7d46e4907 HTTP/1.1" status: 204 len: 173 time: 0.4119596 Aug 31 04:48:37.107206 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4787badd-bc13-4017-b853-b3b7fcc6a069', 'name': 'network-vif-deleted', 'tag': '6f81bc2f-ee1a-4f7e-97dc-4ec7d46e4907'}] {{(pid=93873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 04:48:37.109415 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a11e4e79c753650f2852f0d7a0fe7e91abda00271ce9373e69ea4f6baf967f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8de54d7e-4aba-49ca-9165-c7bd86abb95a" -d '{"events": [{"server_uuid": "4787badd-bc13-4017-b853-b3b7fcc6a069", "name": "network-vif-deleted", "tag": "6f81bc2f-ee1a-4f7e-97dc-4ec7d46e4907"}]}' {{(pid=93873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:48:37.173196 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-325d46f9-4412-42b1-bbad-72b0cf3e64d0 req-fe164f97-f0e9-4109-b201-b5df9a12482b tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/ports?device_id=4787badd-bc13-4017-b853-b3b7fcc6a069 HTTP/1.1" status: 200 len: 210 time: 0.0836170 Aug 31 04:48:37.204530 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 04:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d62b3cd-91f9-464d-a3fe-088be208ea25 x-openstack-request-id: req-6d62b3cd-91f9-464d-a3fe-088be208ea25 {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:48:37.204897 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4787badd-bc13-4017-b853-b3b7fcc6a069", "name": "network-vif-deleted", "tag": "6f81bc2f-ee1a-4f7e-97dc-4ec7d46e4907", "status": "completed", "code": 200}]} {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:48:37.205147 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6d62b3cd-91f9-464d-a3fe-088be208ea25 {{(pid=93873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:48:37.205550 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4787badd-bc13-4017-b853-b3b7fcc6a069', 'name': 'network-vif-deleted', 'tag': '6f81bc2f-ee1a-4f7e-97dc-4ec7d46e4907', 'status': 'completed', 'code': 200} Aug 31 04:48:38.271917 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-cb1692d4-8bcc-4891-8fbb-89354d658cea req-5110a040-eefa-4627-8b87-d630483b8ce9 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/ports?device_id=4787badd-bc13-4017-b853-b3b7fcc6a069 HTTP/1.1" status: 200 len: 210 time: 0.0284438 Aug 31 04:48:39.365892 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-ae4248a4-474e-4001-bd06-62c6e92f4ae0 req-a5a7474b-b326-4333-b93b-61c313e05477 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/ports?device_id=4787badd-bc13-4017-b853-b3b7fcc6a069 HTTP/1.1" status: 200 len: 210 time: 0.0261376 Aug 31 04:48:40.456504 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-af01aeed-7177-4393-8e98-2db2f675bef6 req-b19d342a-7e4d-46d6-8404-b306f7dcd503 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/ports?device_id=4787badd-bc13-4017-b853-b3b7fcc6a069 HTTP/1.1" status: 200 len: 210 time: 0.0256522 Aug 31 04:48:41.341981 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Device 6f81bc2f-ee1a-4f7e-97dc-4ec7d46e4907 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=93875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:48:41.364871 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] No Port match for: 6f81bc2f-ee1a-4f7e-97dc-4ec7d46e4907 {{(pid=93875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 04:48:41.365349 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Device 6f81bc2f-ee1a-4f7e-97dc-4ec7d46e4907 not bound to the agent host hv-cinder-77819 {{(pid=93875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:48:41.548354 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-1104caec-9a71-4bd3-936e-906d8581c4d3 req-b207044f-a925-4242-ad1c-db2d44bcd384 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/ports?device_id=4787badd-bc13-4017-b853-b3b7fcc6a069 HTTP/1.1" status: 200 len: 210 time: 0.0259070 Aug 31 04:48:42.640356 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-83c7b528-db54-4c39-a16f-2ac00b50d6e1 req-ea918b64-8cc5-4b42-999e-5ffdce7ef120 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/ports?device_id=4787badd-bc13-4017-b853-b3b7fcc6a069 HTTP/1.1" status: 200 len: 210 time: 0.0249369 Aug 31 04:48:43.732803 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-834aac4e-e607-4796-a71c-ab3ca6f7d298 req-48bef201-277f-49b9-b580-cf1970510fd6 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/ports?device_id=4787badd-bc13-4017-b853-b3b7fcc6a069 HTTP/1.1" status: 200 len: 210 time: 0.0255213 Aug 31 04:48:44.441938 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 46128) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:48:44.543515 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-a335e253-89dc-4b96-b84f-b0d377c93fcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:48:44.634217 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-a335e253-89dc-4b96-b84f-b0d377c93fcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:48:44.637683 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-a335e253-89dc-4b96-b84f-b0d377c93fcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:48:44.675468 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-a335e253-89dc-4b96-b84f-b0d377c93fcd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=92b74464a8ff43f581ffef4a1eb340c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2322485 Aug 31 04:48:44.676640 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a335e253-89dc-4b96-b84f-b0d377c93fcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9adad39-c178-4d63-9e0c-f4ce0169410b,revision_number=1']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:48:44.677898 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 46134) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:48:44.683609 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a335e253-89dc-4b96-b84f-b0d377c93fcd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:48:44.683962 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a335e253-89dc-4b96-b84f-b0d377c93fcd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:48:44.684305 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a335e253-89dc-4b96-b84f-b0d377c93fcd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:48:44.684641 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a335e253-89dc-4b96-b84f-b0d377c93fcd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:48:44.684976 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a335e253-89dc-4b96-b84f-b0d377c93fcd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:48:44.685308 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a335e253-89dc-4b96-b84f-b0d377c93fcd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:48:44.685635 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a335e253-89dc-4b96-b84f-b0d377c93fcd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:48:44.685963 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a335e253-89dc-4b96-b84f-b0d377c93fcd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:48:44.686317 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a335e253-89dc-4b96-b84f-b0d377c93fcd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:48:44.686644 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a335e253-89dc-4b96-b84f-b0d377c93fcd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:48:44.686968 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a335e253-89dc-4b96-b84f-b0d377c93fcd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:48:44.687289 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a335e253-89dc-4b96-b84f-b0d377c93fcd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:48:44.726860 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2ef35b82-f203-4760-b33d-06c0ec7009c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:48:44.747230 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2ef35b82-f203-4760-b33d-06c0ec7009c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:48:44.800828 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2ef35b82-f203-4760-b33d-06c0ec7009c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:48:44.803807 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2ef35b82-f203-4760-b33d-06c0ec7009c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:48:44.807397 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-2ef35b82-f203-4760-b33d-06c0ec7009c1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b9adad39-c178-4d63-9e0c-f4ce0169410b HTTP/1.1" status: 204 len: 168 time: 0.1262264 Aug 31 04:48:44.812882 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef35b82-f203-4760-b33d-06c0ec7009c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9adad39-c178-4d63-9e0c-f4ce0169410b,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:48:44.837962 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-601a3d4b-932c-4b00-b81d-892d3e5e6c3f req-d05147c3-a8e7-4b3e-b8cf-eb875d5cd9be tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/ports?device_id=4787badd-bc13-4017-b853-b3b7fcc6a069 HTTP/1.1" status: 200 len: 210 time: 0.0346398 Aug 31 04:48:45.071803 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 46142) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:48:45.085269 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-ebe74e90-576f-42f9-abb3-a8bd0701174f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:48:45.177464 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-ebe74e90-576f-42f9-abb3-a8bd0701174f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:48:45.181345 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-ebe74e90-576f-42f9-abb3-a8bd0701174f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:48:45.218834 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-ebe74e90-576f-42f9-abb3-a8bd0701174f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6cf3b83dffd24d659d02adb12d5bfa38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1459732 Aug 31 04:48:45.220756 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe74e90-576f-42f9-abb3-a8bd0701174f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b7aaf2c-fc57-470b-a03e-b6cc33775af5,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:48:45.222485 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 46150) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:48:45.269743 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-b353421e-7477-4278-95f8-85c5cc071c44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:48:45.289054 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-b353421e-7477-4278-95f8-85c5cc071c44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:48:45.334206 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-b353421e-7477-4278-95f8-85c5cc071c44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:48:45.336691 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-b353421e-7477-4278-95f8-85c5cc071c44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:48:45.337777 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-b353421e-7477-4278-95f8-85c5cc071c44 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1b7aaf2c-fc57-470b-a03e-b6cc33775af5 HTTP/1.1" status: 204 len: 168 time: 0.1142807 Aug 31 04:48:45.345270 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b353421e-7477-4278-95f8-85c5cc071c44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b7aaf2c-fc57-470b-a03e-b6cc33775af5,revision_number=None']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:48:45.661957 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 46160) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:48:45.675527 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-b46efbcb-7313-4df4-8a9d-271616d69d11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:48:45.763449 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-b46efbcb-7313-4df4-8a9d-271616d69d11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:48:45.766877 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-b46efbcb-7313-4df4-8a9d-271616d69d11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:48:45.802545 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46efbcb-7313-4df4-8a9d-271616d69d11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f4a0798-26dc-487e-b14d-e8f1d6735ff3,revision_number=1']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:48:45.807503 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-b46efbcb-7313-4df4-8a9d-271616d69d11 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=70125b0ef9564e69968b1b8acd114415&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1445246 Aug 31 04:48:45.810137 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 46162) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:48:45.856352 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-63c78d24-2258-4210-b1e4-59d44e9551e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:48:45.876847 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-63c78d24-2258-4210-b1e4-59d44e9551e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:48:45.931699 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-adbe6a9c-d91e-460e-8782-984040dbe92f req-f4e10050-a83f-4f06-b2f0-5d8bfc28c397 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/ports?device_id=4787badd-bc13-4017-b853-b3b7fcc6a069 HTTP/1.1" status: 200 len: 210 time: 0.0268691 Aug 31 04:48:45.943259 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-63c78d24-2258-4210-b1e4-59d44e9551e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:48:45.945859 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-63c78d24-2258-4210-b1e4-59d44e9551e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:48:45.946987 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-63c78d24-2258-4210-b1e4-59d44e9551e8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1f4a0798-26dc-487e-b14d-e8f1d6735ff3 HTTP/1.1" status: 204 len: 168 time: 0.1359806 Aug 31 04:48:45.954768 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c78d24-2258-4210-b1e4-59d44e9551e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f4a0798-26dc-487e-b14d-e8f1d6735ff3,revision_number=None']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:48:47.028810 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-3c4afdc1-35c0-4475-8cdf-9c33191313c8 req-3d2e72d7-03f5-416f-9846-d44d397c9ae8 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/ports?device_id=4787badd-bc13-4017-b853-b3b7fcc6a069 HTTP/1.1" status: 200 len: 210 time: 0.0296469 Aug 31 04:48:48.123348 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-91720aff-3b83-46ce-9156-7e8ba9eec284 req-bfdda765-0822-494c-b429-4f8e83a9d174 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/ports?device_id=4787badd-bc13-4017-b853-b3b7fcc6a069 HTTP/1.1" status: 200 len: 210 time: 0.0246074 Aug 31 04:48:49.213901 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-2162da76-4603-4ef6-bff3-d232f0fdcd4b req-9730d044-0191-49c7-a91e-d0ecf49f8a49 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/ports?device_id=4787badd-bc13-4017-b853-b3b7fcc6a069 HTTP/1.1" status: 200 len: 210 time: 0.0246925 Aug 31 04:48:50.303096 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-09922762-84e2-4520-b800-21fea5e71bff req-0ec8269b-c275-4b45-88bf-23e570c37b40 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/ports?device_id=4787badd-bc13-4017-b853-b3b7fcc6a069 HTTP/1.1" status: 200 len: 210 time: 0.0239699 Aug 31 04:48:51.393604 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-7d5743aa-dbea-4d33-9f96-59f567f13de3 req-c882a574-b15b-4735-af64-ff387d638b02 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/ports?device_id=4787badd-bc13-4017-b853-b3b7fcc6a069 HTTP/1.1" status: 200 len: 210 time: 0.0242205 Aug 31 04:48:52.490729 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-3b828408-b77b-4bf3-b606-5b76f626d05d req-17a52a01-da20-4d77-a6dc-08d7866a0bd7 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/ports?device_id=4787badd-bc13-4017-b853-b3b7fcc6a069 HTTP/1.1" status: 200 len: 210 time: 0.0294056 Aug 31 04:48:53.580024 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-1546be90-8492-4846-9791-7c61b25d9d51 req-e53529dc-bf87-4a23-aae6-2ef30b752923 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/ports?device_id=4787badd-bc13-4017-b853-b3b7fcc6a069 HTTP/1.1" status: 200 len: 210 time: 0.0253658 Aug 31 04:48:54.669575 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-42ed9a61-78ba-432f-95df-18d8be6bdcd8 req-9f1311c2-89a1-4c08-a0bd-4d3698ccecf6 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/ports?device_id=4787badd-bc13-4017-b853-b3b7fcc6a069 HTTP/1.1" status: 200 len: 210 time: 0.0244892 Aug 31 04:48:55.759796 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-354afe3e-2e23-4634-a809-a73534864ad9 req-301ea225-ab0f-43dc-9126-5ec6d0ca58b9 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/ports?device_id=4787badd-bc13-4017-b853-b3b7fcc6a069 HTTP/1.1" status: 200 len: 210 time: 0.0260246 Aug 31 04:48:56.198433 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-327de1c9-9732-432f-be1e-982461a273ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:48:56.849840 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-c4c87e6a-e59a-4da0-916f-102fb0d6c1ae req-e69d3cc5-fca7-47c9-a0a7-1a6ea0b494f5 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/ports?device_id=4787badd-bc13-4017-b853-b3b7fcc6a069 HTTP/1.1" status: 200 len: 210 time: 0.0251799 Aug 31 04:48:57.917681 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:48:57.942038 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-65de0291-20d6-453f-92fb-7306025aab67 req-16b3f29b-c99c-40e2-884e-8011b2019b78 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/ports?device_id=4787badd-bc13-4017-b853-b3b7fcc6a069 HTTP/1.1" status: 200 len: 210 time: 0.0259311 Aug 31 04:48:58.653166 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2a681c5d-d1af-43cb-b6a8-aefb2dcd8ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:48:58.992407 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:48:59.039320 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-5ee1be88-1b04-4129-b06f-8b86a46f5775 req-c064e7b2-ced4-478f-9123-9d4f2d2789e3 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/ports?device_id=4787badd-bc13-4017-b853-b3b7fcc6a069 HTTP/1.1" status: 200 len: 210 time: 0.0273137 Aug 31 04:48:59.893534 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cae06a7b-375a-4b62-8781-ea2d8af560c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:49:00.130504 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-35c9d696-8c61-4691-bab8-50594ac2493e req-1f3f5673-0256-4281-ba72-75dfedc0651b tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/ports?device_id=4787badd-bc13-4017-b853-b3b7fcc6a069 HTTP/1.1" status: 200 len: 210 time: 0.0260093 Aug 31 04:49:01.223556 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-09a57b5d-abc3-4fb9-9650-06c88fa134fc req-756ecb89-260b-4007-b9c5-d3a923889a96 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/ports?device_id=4787badd-bc13-4017-b853-b3b7fcc6a069 HTTP/1.1" status: 200 len: 210 time: 0.0262887 Aug 31 04:49:01.328715 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a4fd8ad5-a492-4575-8673-07e6bf736dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:49:01.719976 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360d2b3f-fd78-4b4f-b248-0ed7e52a9a49 req-a638df3f-6652-4f82-b7de-0a2ac82ca1da tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:49:01.721689 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-360d2b3f-fd78-4b4f-b248-0ed7e52a9a49 req-a638df3f-6652-4f82-b7de-0a2ac82ca1da tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 947 time: 0.0477757 Aug 31 04:49:01.759285 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-360d2b3f-fd78-4b4f-b248-0ed7e52a9a49 req-586ee44e-bf9c-4332-ad81-897800941f3d tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b04e1e0-6e1c-49a5-a7f2-f3ca3ba46212&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310297 Aug 31 04:49:02.318241 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-7aee7f61-979a-4299-b40d-fe1377786d03 req-475982a6-fcdc-4b6e-acbf-8d73c624874d tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/ports?device_id=4787badd-bc13-4017-b853-b3b7fcc6a069 HTTP/1.1" status: 200 len: 210 time: 0.0264118 Aug 31 04:49:02.359092 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4845f812-79a8-4a9a-98e7-81c7cb623ca6 req-df401f4b-4146-49ad-ad2f-dcc6cf5547bf tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:49:02.360551 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-4845f812-79a8-4a9a-98e7-81c7cb623ca6 req-df401f4b-4146-49ad-ad2f-dcc6cf5547bf tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 947 time: 0.0578511 Aug 31 04:49:02.450257 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [req-4845f812-79a8-4a9a-98e7-81c7cb623ca6 req-ce38bc05-251c-4b49-8e8c-c07960f89883 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Deleting port 8b832084-eb7d-496c-bc7a-d06184bd40fc {{(pid=93873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 04:49:02.450601 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-4845f812-79a8-4a9a-98e7-81c7cb623ca6 req-ce38bc05-251c-4b49-8e8c-c07960f89883 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730087506454'] for port, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:49:02.533594 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [req-4845f812-79a8-4a9a-98e7-81c7cb623ca6 req-ce38bc05-251c-4b49-8e8c-c07960f89883 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] For port 8b832084-eb7d-496c-bc7a-d06184bd40fc, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=8b832084-eb7d-496c-bc7a-d06184bd40fc,segment=NetworkSegment(14aa025e-dd6c-45fc-a8a8-06cb8f48a6ca),segment_id=14aa025e-dd6c-45fc-a8a8-06cb8f48a6ca)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:49:02.533880 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-4845f812-79a8-4a9a-98e7-81c7cb623ca6 req-ce38bc05-251c-4b49-8e8c-c07960f89883 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7955047'] for port, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:49:02.697888 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-4845f812-79a8-4a9a-98e7-81c7cb623ca6 req-ce38bc05-251c-4b49-8e8c-c07960f89883 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:49:02.698304 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-4845f812-79a8-4a9a-98e7-81c7cb623ca6 req-ce38bc05-251c-4b49-8e8c-c07960f89883 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7956241'] for floatingip, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:49:02.698615 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.db.l3_db [req-4845f812-79a8-4a9a-98e7-81c7cb623ca6 req-ce38bc05-251c-4b49-8e8c-c07960f89883 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Floating IP 0ba156cc-b582-4c75-ad34-cd252a2478a7 disassociated. External IP: 172.27.3.206, port: 8b832084-eb7d-496c-bc7a-d06184bd40fc. Aug 31 04:49:02.698947 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [req-4845f812-79a8-4a9a-98e7-81c7cb623ca6 req-ce38bc05-251c-4b49-8e8c-c07960f89883 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Calling delete_port for 8b832084-eb7d-496c-bc7a-d06184bd40fc owned by compute:nova {{(pid=93873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 04:49:02.826905 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-4845f812-79a8-4a9a-98e7-81c7cb623ca6 req-ce38bc05-251c-4b49-8e8c-c07960f89883 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730087509221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730086931505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4316683'] for port, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:49:02.859021 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce38bc05-251c-4b49-8e8c-c07960f89883 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Pushing event deleted for resources: {'Port': ['ID=8b832084-eb7d-496c-bc7a-d06184bd40fc,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:49:02.867225 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-81fc4cfe-5319-49dd-a024-bad91ca7336b req-53d79c86-ce9c-46c4-b449-abafc66196cd tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 210 time: 0.0279958 Aug 31 04:49:02.968571 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4845f812-79a8-4a9a-98e7-81c7cb623ca6 req-ce38bc05-251c-4b49-8e8c-c07960f89883 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Router 1b0ed72e-a8df-4f57-a9db-54d4c4b1af8d has already been hosted by L3 agent 0d18d50c-d309-40cc-9cbf-a014e4f79dac {{(pid=93873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 04:49:03.067838 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4845f812-79a8-4a9a-98e7-81c7cb623ca6 req-ce38bc05-251c-4b49-8e8c-c07960f89883 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Notify agent at l3_agent.dv-cinder-778193-7-iscsi the message routers_updated {{(pid=93873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:49:03.077128 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3408c538-2da3-43f2-a5f0-5f2b19417187 None None] Sync routers for ids ['1b0ed72e-a8df-4f57-a9db-54d4c4b1af8d'] in dv-cinder-778193-7-iscsi {{(pid=93875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:49:03.086583 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3408c538-2da3-43f2-a5f0-5f2b19417187 None None] Routers {'1b0ed72e-a8df-4f57-a9db-54d4c4b1af8d'} bound to L3 agent in host dv-cinder-778193-7-iscsi {{(pid=93875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 04:49:03.087184 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-3408c538-2da3-43f2-a5f0-5f2b19417187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T04:24:29Z,description=,heartbeat_timestamp=2021-08-31T04:48:59Z,host='dv-cinder-778193-7-iscsi',id=0d18d50c-d309-40cc-9cbf-a014e4f79dac,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T04:24:29Z,topic='l3_agent')) {'router_ids': ['1b0ed72e-a8df-4f57-a9db-54d4c4b1af8d'], 'active': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:49:03.106741 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [req-4845f812-79a8-4a9a-98e7-81c7cb623ca6 req-ce38bc05-251c-4b49-8e8c-c07960f89883 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] No DVR routers for this DVR port 8b832084-eb7d-496c-bc7a-d06184bd40fc on host hv-cinder-77819 {{(pid=93873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 04:49:03.109293 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-4845f812-79a8-4a9a-98e7-81c7cb623ca6 req-ce38bc05-251c-4b49-8e8c-c07960f89883 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200266'] for port, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:49:03.111518 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-4845f812-79a8-4a9a-98e7-81c7cb623ca6 req-ce38bc05-251c-4b49-8e8c-c07960f89883 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.13 "DELETE /v2.0/ports/8b832084-eb7d-496c-bc7a-d06184bd40fc HTTP/1.1" status: 204 len: 173 time: 0.7444704 Aug 31 04:49:03.112110 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f68a66f-3e3e-4e49-b06a-7d69459db66d', 'name': 'network-vif-deleted', 'tag': '8b832084-eb7d-496c-bc7a-d06184bd40fc'}] {{(pid=93873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 04:49:03.114869 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a11e4e79c753650f2852f0d7a0fe7e91abda00271ce9373e69ea4f6baf967f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-573ea10c-76bc-4899-9948-2b86e16d71ae" -d '{"events": [{"server_uuid": "0f68a66f-3e3e-4e49-b06a-7d69459db66d", "name": "network-vif-deleted", "tag": "8b832084-eb7d-496c-bc7a-d06184bd40fc"}]}' {{(pid=93873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:49:03.154814 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 04:49:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da655b89-53f2-4091-bfa3-e93796a266d9 x-openstack-request-id: req-da655b89-53f2-4091-bfa3-e93796a266d9 {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:49:03.155397 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f68a66f-3e3e-4e49-b06a-7d69459db66d", "name": "network-vif-deleted", "tag": "8b832084-eb7d-496c-bc7a-d06184bd40fc", "status": "completed", "code": 200}]} {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:49:03.155825 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-da655b89-53f2-4091-bfa3-e93796a266d9 {{(pid=93873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:49:03.156452 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f68a66f-3e3e-4e49-b06a-7d69459db66d', 'name': 'network-vif-deleted', 'tag': '8b832084-eb7d-496c-bc7a-d06184bd40fc', 'status': 'completed', 'code': 200} Aug 31 04:49:03.195244 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvr_db [None req-3408c538-2da3-43f2-a5f0-5f2b19417187 None None] Set router 1b0ed72e-a8df-4f57-a9db-54d4c4b1af8d gateway port host: dv-cinder-778193-7-iscsi {{(pid=93875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 04:49:03.394227 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-3408c538-2da3-43f2-a5f0-5f2b19417187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b0ed72e-a8df-4f57-a9db-54d4c4b1af8d', 'name': 'tempest-AttachVolumeShelveTestJSON-1580808312-router', 'tenant_id': '2f8e82cf86684d55bca526dc154c03d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'external_fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '80a6a27f-a192-4ead-90e8-474aed701de6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:32:16Z', 'updated_at': '2021-08-31T04:32:23Z', 'revision_number': 4, 'project_id': '2f8e82cf86684d55bca526dc154c03d1', 'gw_port': {'id': '80a6a27f-a192-4ead-90e8-474aed701de6', 'name': '', 'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:dc:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b0ed72e-a8df-4f57-a9db-54d4c4b1af8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:32:17Z', 'updated_at': '2021-08-31T04:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-iscsi', '_interfaces': [{'id': 'd6ad802d-c5e9-4d03-9475-dc5b3c914d04', 'name': '', 'network_id': '2b1770a4-934d-49a7-a5c2-844beb26d79a', 'tenant_id': '2f8e82cf86684d55bca526dc154c03d1', 'mac_address': 'fa:16:3e:a0:fa:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b0ed72e-a8df-4f57-a9db-54d4c4b1af8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9e15e21a-55f2-483a-9c78-48bccbedd076', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:32:21Z', 'updated_at': '2021-08-31T04:32:40Z', 'revision_number': 5, 'project_id': '2f8e82cf86684d55bca526dc154c03d1', 'subnets': [{'id': '9e15e21a-55f2-483a-9c78-48bccbedd076', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-7-iscsi', False) {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:49:03.412841 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-f1157218-082b-4a2b-bc4d-c9089a272242 req-672f13a6-612b-4436-9670-71eda1efc522 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/ports?device_id=4787badd-bc13-4017-b853-b3b7fcc6a069 HTTP/1.1" status: 200 len: 210 time: 0.0243733 Aug 31 04:49:03.419377 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3408c538-2da3-43f2-a5f0-5f2b19417187 None None] Checking router: 1b0ed72e-a8df-4f57-a9db-54d4c4b1af8d for host: dv-cinder-778193-7-iscsi {{(pid=93875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:49:03.427979 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3408c538-2da3-43f2-a5f0-5f2b19417187 None None] Routers {'1b0ed72e-a8df-4f57-a9db-54d4c4b1af8d'} bound to L3 agent in host dv-cinder-778193-7-iscsi {{(pid=93875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 04:49:03.428565 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-3408c538-2da3-43f2-a5f0-5f2b19417187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T04:24:29Z,description=,heartbeat_timestamp=2021-08-31T04:48:59Z,host='dv-cinder-778193-7-iscsi',id=0d18d50c-d309-40cc-9cbf-a014e4f79dac,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T04:24:29Z,topic='l3_agent')) {'router_ids': ['1b0ed72e-a8df-4f57-a9db-54d4c4b1af8d'], 'active': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:49:03.528335 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvr_db [None req-3408c538-2da3-43f2-a5f0-5f2b19417187 None None] Set router 1b0ed72e-a8df-4f57-a9db-54d4c4b1af8d gateway port host: dv-cinder-778193-7-iscsi {{(pid=93875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 04:49:03.716024 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-3408c538-2da3-43f2-a5f0-5f2b19417187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b0ed72e-a8df-4f57-a9db-54d4c4b1af8d', 'name': 'tempest-AttachVolumeShelveTestJSON-1580808312-router', 'tenant_id': '2f8e82cf86684d55bca526dc154c03d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'external_fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '80a6a27f-a192-4ead-90e8-474aed701de6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:32:16Z', 'updated_at': '2021-08-31T04:32:23Z', 'revision_number': 4, 'project_id': '2f8e82cf86684d55bca526dc154c03d1', 'gw_port': {'id': '80a6a27f-a192-4ead-90e8-474aed701de6', 'name': '', 'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:dc:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b0ed72e-a8df-4f57-a9db-54d4c4b1af8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:32:17Z', 'updated_at': '2021-08-31T04:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-iscsi', '_interfaces': [{'id': 'd6ad802d-c5e9-4d03-9475-dc5b3c914d04', 'name': '', 'network_id': '2b1770a4-934d-49a7-a5c2-844beb26d79a', 'tenant_id': '2f8e82cf86684d55bca526dc154c03d1', 'mac_address': 'fa:16:3e:a0:fa:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b0ed72e-a8df-4f57-a9db-54d4c4b1af8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9e15e21a-55f2-483a-9c78-48bccbedd076', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:32:21Z', 'updated_at': '2021-08-31T04:32:40Z', 'revision_number': 5, 'project_id': '2f8e82cf86684d55bca526dc154c03d1', 'subnets': [{'id': '9e15e21a-55f2-483a-9c78-48bccbedd076', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-7-iscsi', False) {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:49:03.742038 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3408c538-2da3-43f2-a5f0-5f2b19417187 None None] The sync data for ids ['1b0ed72e-a8df-4f57-a9db-54d4c4b1af8d'] in dv-cinder-778193-7-iscsi is: [{'id': '1b0ed72e-a8df-4f57-a9db-54d4c4b1af8d', 'name': 'tempest-AttachVolumeShelveTestJSON-1580808312-router', 'tenant_id': '2f8e82cf86684d55bca526dc154c03d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'external_fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '80a6a27f-a192-4ead-90e8-474aed701de6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:32:16Z', 'updated_at': '2021-08-31T04:32:23Z', 'revision_number': 4, 'project_id': '2f8e82cf86684d55bca526dc154c03d1', 'gw_port': {'id': '80a6a27f-a192-4ead-90e8-474aed701de6', 'name': '', 'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:dc:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b0ed72e-a8df-4f57-a9db-54d4c4b1af8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:32:17Z', 'updated_at': '2021-08-31T04:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-iscsi', '_interfaces': [{'id': 'd6ad802d-c5e9-4d03-9475-dc5b3c914d04', 'name': '', 'network_id': '2b1770a4-934d-49a7-a5c2-844beb26d79a', 'tenant_id': '2f8e82cf86684d55bca526dc154c03d1', 'mac_address': 'fa:16:3e:a0:fa:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b0ed72e-a8df-4f57-a9db-54d4c4b1af8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9e15e21a-55f2-483a-9c78-48bccbedd076', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:32:21Z', 'updated_at': '2021-08-31T04:32:40Z', 'revision_number': 5, 'project_id': '2f8e82cf86684d55bca526dc154c03d1', 'subnets': [{'id': '9e15e21a-55f2-483a-9c78-48bccbedd076', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:49:03.980475 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-ae0ecd1c-8c9e-4230-bd0b-f06688420971 req-07d1d693-2169-48f6-9026-7519ed83741f tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 210 time: 0.0271842 Aug 31 04:49:04.034328 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14aa67dd-2a17-429d-ba95-23627df982e5 None None] New status for floating IP 0ba156cc-b582-4c75-ad34-cd252a2478a7: DOWN {{(pid=93876) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 04:49:04.506580 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-30eb98a8-9e35-4cff-8072-0486b34e46e0 req-dc30ed85-7845-40d7-8297-6934c72c56d9 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/ports?device_id=4787badd-bc13-4017-b853-b3b7fcc6a069 HTTP/1.1" status: 200 len: 210 time: 0.0250945 Aug 31 04:49:05.075705 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-9000dd38-d1c0-4d54-a9e6-d83f6fd99364 req-9eb26113-babd-4c79-803f-6bdef1be45cb tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 210 time: 0.0245509 Aug 31 04:49:05.429371 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Device 8b832084-eb7d-496c-bc7a-d06184bd40fc no longer exists at agent hyperv_hv-cinder-77819 {{(pid=93875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:49:05.453092 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] No Port match for: 8b832084-eb7d-496c-bc7a-d06184bd40fc {{(pid=93875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 04:49:05.453426 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Device 8b832084-eb7d-496c-bc7a-d06184bd40fc not bound to the agent host hv-cinder-77819 {{(pid=93875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:49:05.612063 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-683ca08c-9ac4-4188-bc1c-0cdd7cd6122c req-1e9a3f7a-5c58-4207-a78e-486c1f200522 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/ports?device_id=4787badd-bc13-4017-b853-b3b7fcc6a069 HTTP/1.1" status: 200 len: 210 time: 0.0336866 Aug 31 04:49:06.174224 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-80b90fdb-0a29-4de7-9570-f1a49198e88b req-f58c7d2f-bc0b-40ca-8c08-96526c2e89ff tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 210 time: 0.0271087 Aug 31 04:49:06.708101 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-a0e77262-9d05-456f-86a0-a964cc6f43dc req-fbd6fe32-fe8b-4eed-9f91-ce2df9635593 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/ports?device_id=4787badd-bc13-4017-b853-b3b7fcc6a069 HTTP/1.1" status: 200 len: 210 time: 0.0241580 Aug 31 04:49:07.272178 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-8973ad22-f1df-48d9-a6f9-0252643d14d1 req-018cd576-babf-447d-b02b-02c562f5e4b5 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 210 time: 0.0250006 Aug 31 04:49:07.800004 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-3b8794cd-1443-4529-bec2-d8843e5a5a88 req-ba4f3498-d1d1-4997-b1f8-66aaa6fc063b tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/ports?device_id=4787badd-bc13-4017-b853-b3b7fcc6a069 HTTP/1.1" status: 200 len: 210 time: 0.0247016 Aug 31 04:49:08.367069 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-2620c205-5c2d-43cb-8271-8150393ad033 req-d40b2258-1fb5-41dd-a034-ee57ac04730e tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 210 time: 0.0245049 Aug 31 04:49:08.891034 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-64fdec6c-3735-42f2-b945-e37b8b87c0ad req-9afb0f41-0236-4ca2-a7d0-fe95a28cbabc tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/ports?device_id=4787badd-bc13-4017-b853-b3b7fcc6a069 HTTP/1.1" status: 200 len: 210 time: 0.0242901 Aug 31 04:49:09.464567 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-b4db79a1-d570-4e9c-839a-309ecdf9d38b req-2d65df60-0f23-4150-b108-276b6cfd0c31 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 210 time: 0.0282676 Aug 31 04:49:09.541491 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.agents_db [None req-b358f2ce-044e-44db-8ffe-8010ce8c5d43 None None] Agent healthcheck: found 6 active agents {{(pid=93876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:49:09.981251 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-0d7418f2-6195-47af-b9f2-1fe2d4251036 req-0a6d3a25-5a92-4857-a334-2f629955c4e9 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/ports?device_id=4787badd-bc13-4017-b853-b3b7fcc6a069 HTTP/1.1" status: 200 len: 210 time: 0.0250223 Aug 31 04:49:10.558869 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-6c5d7285-e74d-4ab1-bc22-28002cbfe5d3 req-5695161b-9768-42a7-8512-cfa0dc40efb6 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 210 time: 0.0252106 Aug 31 04:49:11.071881 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-7bae79f4-c6ad-4222-838c-2851d4b01d08 req-fcbffbae-f6ff-449e-a680-21aeff42f79d tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/ports?device_id=4787badd-bc13-4017-b853-b3b7fcc6a069 HTTP/1.1" status: 200 len: 210 time: 0.0247893 Aug 31 04:49:11.653865 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-18427b81-4e0d-480d-bab2-b78fe8cc5813 req-e38bc5c6-a5b5-4442-9c81-477831e458b2 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 210 time: 0.0248892 Aug 31 04:49:12.165089 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-cfaf24d1-7f84-44b8-bc05-0c580ebcc77f req-7698608d-626d-4bc1-bb64-c0be20a57ac8 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/ports?device_id=4787badd-bc13-4017-b853-b3b7fcc6a069 HTTP/1.1" status: 200 len: 210 time: 0.0266025 Aug 31 04:49:12.751282 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-8d4f3b1b-5456-424d-b68f-d6004064fd8b req-23ea9f67-8820-4e1d-ba2c-a8c8b7b7f470 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 210 time: 0.0277200 Aug 31 04:49:13.258533 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-9eb5f00e-652f-442b-b5dd-03338316cc4a req-d6c9b0f1-74a5-4320-b05d-7c9e85ff754b tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/ports?device_id=4787badd-bc13-4017-b853-b3b7fcc6a069 HTTP/1.1" status: 200 len: 210 time: 0.0256331 Aug 31 04:49:13.845813 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-f41aa4bf-e83e-4562-b191-7fd0607f71dc req-1a2ca6db-1fed-4644-8a84-e97bf21b72b8 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 210 time: 0.0249097 Aug 31 04:49:14.348940 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-73b609fd-1627-4c71-91e0-e5c4ec110622 req-d095e1d2-9314-4956-a2f7-4a3d53c3876d tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/ports?device_id=4787badd-bc13-4017-b853-b3b7fcc6a069 HTTP/1.1" status: 200 len: 210 time: 0.0253909 Aug 31 04:49:14.939686 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-47716550-153d-4727-b6af-42f1921b072e req-07d00819-ff79-4cb7-b3b2-ec58747d8e5d tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 210 time: 0.0244169 Aug 31 04:49:15.438329 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-18da759d-fde8-4884-ae4d-38808d743ca5 req-469cfae8-e12c-4abe-8c27-9b6145f9ef3d tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/ports?device_id=4787badd-bc13-4017-b853-b3b7fcc6a069 HTTP/1.1" status: 200 len: 210 time: 0.0242810 Aug 31 04:49:16.036301 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-36e11160-f228-4696-aa85-8b2f76e3f252 req-651f008b-d4e2-44cd-90a0-59a9e645023d tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 210 time: 0.0268507 Aug 31 04:49:16.528721 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-b4a556f2-a7f1-46dc-a925-ccf5fe1f9cb9 req-933d573e-2a51-4835-8d92-b9c441228f97 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/ports?device_id=4787badd-bc13-4017-b853-b3b7fcc6a069 HTTP/1.1" status: 200 len: 210 time: 0.0256758 Aug 31 04:49:17.131934 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-43a76239-81c7-49a0-9db8-69397fb477fd req-1711d560-12cd-4caf-8642-8a3d73166760 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 210 time: 0.0255368 Aug 31 04:49:17.619193 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-902bca25-6bb4-45a4-b8ed-da3e9c686d90 req-82c10f90-f39e-4147-9aa8-ec81876336e6 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/ports?device_id=4787badd-bc13-4017-b853-b3b7fcc6a069 HTTP/1.1" status: 200 len: 210 time: 0.0257506 Aug 31 04:49:18.235624 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-bd00c505-61cf-4688-8abb-868f4c820f03 req-8ca1ba2f-b7fe-478a-a68b-0f2411cce4d9 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 210 time: 0.0285163 Aug 31 04:49:18.708400 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-aa1ecbe7-9f8b-4848-ae6a-6d5d00113753 req-2e157f7f-c296-4356-9ec1-fff2690c38dd tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/ports?device_id=4787badd-bc13-4017-b853-b3b7fcc6a069 HTTP/1.1" status: 200 len: 210 time: 0.0241380 Aug 31 04:49:19.335854 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-00e9647a-349f-4421-b662-f2c9c6b1e5fa req-9aa27c8f-f8db-458b-abae-5d097ea34835 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 210 time: 0.0277328 Aug 31 04:49:19.799549 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-901e0135-dfb7-438c-b963-62f0a0537238 req-79bfc165-8d7c-4a20-8d8d-170f442f9bc9 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/ports?device_id=4787badd-bc13-4017-b853-b3b7fcc6a069 HTTP/1.1" status: 200 len: 210 time: 0.0240419 Aug 31 04:49:20.429739 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-b594d6eb-9753-4741-9673-dd7890324e64 req-9f7e4849-184d-4378-93af-33664420a2b5 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 210 time: 0.0248399 Aug 31 04:49:20.892119 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-bd163dae-553d-42fd-b6af-42ed579173c7 req-0db4abe7-e63d-44be-84c8-0ce1b93f1613 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/ports?device_id=4787badd-bc13-4017-b853-b3b7fcc6a069 HTTP/1.1" status: 200 len: 210 time: 0.0246923 Aug 31 04:49:21.523379 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-3fa22108-e160-49ca-8d75-091ee6bb5691 req-0dc95f96-e22c-4b95-80e2-234b86f43cc1 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 210 time: 0.0248892 Aug 31 04:49:21.983041 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-05ce885e-2cfa-47a3-89da-353fb9c46848 req-e1340260-0bfd-4d0d-adac-32d7a0cebf6a tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/ports?device_id=4787badd-bc13-4017-b853-b3b7fcc6a069 HTTP/1.1" status: 200 len: 210 time: 0.0258427 Aug 31 04:49:22.619310 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-e530e408-4bb9-4f19-bf73-47c3c1669ff4 req-c52366a8-b873-4429-9eb9-6bc2121c415d tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 210 time: 0.0270610 Aug 31 04:49:23.073425 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-3df6b57b-ee5a-43c0-ac62-6df1f274e335 req-e1c6ee16-1ff2-43e2-b380-40d733a887e2 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/ports?device_id=4787badd-bc13-4017-b853-b3b7fcc6a069 HTTP/1.1" status: 200 len: 210 time: 0.0249352 Aug 31 04:49:23.713948 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-aaf499f7-becb-49d3-8cc0-5daf5a98ef3a req-b262a65d-c46e-4ad0-8252-95030e9f22aa tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 210 time: 0.0249622 Aug 31 04:49:24.163317 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-a1e64d36-1ed4-4c9a-856e-45d65b086406 req-fbb3c322-6afc-4d0f-86aa-a28e885a5b21 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/ports?device_id=4787badd-bc13-4017-b853-b3b7fcc6a069 HTTP/1.1" status: 200 len: 210 time: 0.0252421 Aug 31 04:49:24.811751 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-caf5fb6f-03cf-4d07-b8c9-19f1a55cf905 req-efb2171c-06e6-4381-849c-552ebe9f4ab3 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 210 time: 0.0257108 Aug 31 04:49:25.253753 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-7f0e526f-adce-4036-b712-754c8596b56d req-861fe70b-fa82-4136-adbb-772908afc93b tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/ports?device_id=4787badd-bc13-4017-b853-b3b7fcc6a069 HTTP/1.1" status: 200 len: 210 time: 0.0242119 Aug 31 04:49:25.907936 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-44f9ed3d-220f-48b1-946a-f1c33bba1922 req-681df738-fd49-4fa1-8bf8-2854093b4d58 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 210 time: 0.0275922 Aug 31 04:49:26.198553 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-96651629-186a-4555-9f20-df543ceb982d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:49:26.348624 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-96fa6bc8-db8d-40a3-91f5-eb4f51ba7eff req-efde9b0d-e39b-4af7-a297-9a44c4181d8e tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/ports?device_id=4787badd-bc13-4017-b853-b3b7fcc6a069 HTTP/1.1" status: 200 len: 210 time: 0.0244112 Aug 31 04:49:26.662797 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [req-f5c709cb-97a2-43be-9412-ff677bea1f16 req-8fdfb65c-be1d-4f30-84e0-84fed3bd5e43 service neutron] (93874) timed out ('10.222.0.13', 59123) {{(pid=93874) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 04:49:27.003745 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-defc35ea-b061-4f51-9e95-57a68aadbf3c req-0fa44da6-75a4-4aff-953b-9bb910fd45c5 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 210 time: 0.0246494 Aug 31 04:49:27.439112 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-1a1080b3-2ced-45b0-8889-31c9c1711268 req-7def2d77-1080-4340-ade3-dec0c07164aa tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/ports?device_id=4787badd-bc13-4017-b853-b3b7fcc6a069 HTTP/1.1" status: 200 len: 210 time: 0.0246737 Aug 31 04:49:27.572253 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [req-92792bb5-4e71-4670-ab02-a23f62a744bc req-243edabd-53e9-4545-92e6-aa93142a4bbd service neutron] (93873) timed out ('10.222.0.13', 59088) {{(pid=93873) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 04:49:27.929796 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:49:28.099840 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-f65d329c-70fd-4a7e-bb30-23e38dbdf993 req-13cb8a3b-be7b-4123-84df-abd0f109baf6 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 210 time: 0.0250995 Aug 31 04:49:28.530130 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-aec70250-fa64-4306-a298-f56375a10c76 req-b76f565b-6a50-4235-b138-25468f6d5d18 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/ports?device_id=4787badd-bc13-4017-b853-b3b7fcc6a069 HTTP/1.1" status: 200 len: 210 time: 0.0260541 Aug 31 04:49:28.653075 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-06bfb869-05ef-4ad6-831c-fd30c4acb977 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:49:28.995863 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:49:29.197152 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-be917d7d-1e98-4df1-a47b-87e8866807fe req-e7d643f2-41b4-40db-b4e6-0d2a23ff58c7 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 210 time: 0.0280704 Aug 31 04:49:29.619539 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-a5707297-ab1f-4131-b7c5-f3430be31eb2 req-928eac79-f39f-4525-834c-04b3047f76ec tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/ports?device_id=4787badd-bc13-4017-b853-b3b7fcc6a069 HTTP/1.1" status: 200 len: 210 time: 0.0250850 Aug 31 04:49:29.896834 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cae06a7b-375a-4b62-8781-ea2d8af560c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:49:30.293353 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-97473ad1-7b59-4333-96c8-b182b6070d0a req-6aa1b737-c7e9-42e6-b7f7-0462613ff658 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 210 time: 0.0257168 Aug 31 04:49:30.710071 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-85b5d8a0-0778-4154-a7dc-e9d67ad2e63f req-6ce4a8ed-9ac8-4266-addf-2610e1fcf86c tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/ports?device_id=4787badd-bc13-4017-b853-b3b7fcc6a069 HTTP/1.1" status: 200 len: 210 time: 0.0249827 Aug 31 04:49:31.335585 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a4fd8ad5-a492-4575-8673-07e6bf736dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:49:31.387983 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-09f14208-0576-4ebc-986b-c4941030fd19 req-4b83c29e-e94e-4cc1-bcae-7b258e8a94a7 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 210 time: 0.0246713 Aug 31 04:49:31.801466 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-061eb3c5-a8a3-42c8-9a05-8a11153e8d44 req-43768635-ee08-49d2-a533-ac86616d3ce2 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/ports?device_id=4787badd-bc13-4017-b853-b3b7fcc6a069 HTTP/1.1" status: 200 len: 210 time: 0.0242867 Aug 31 04:49:32.484627 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-7437dfcd-765e-4d38-9ffc-92896699914a req-65a8153f-0c09-4391-a804-8eb467e3218b tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 210 time: 0.0285547 Aug 31 04:49:33.059468 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-0caa6321-fcc8-4366-bc8b-23cfe1245540 req-bd7547d9-3855-49c9-b80d-90fab749c8a3 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/ports?device_id=4787badd-bc13-4017-b853-b3b7fcc6a069 HTTP/1.1" status: 200 len: 210 time: 0.0241489 Aug 31 04:49:33.581872 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-ac039323-54ff-4e2c-9ef2-372d4023cf89 req-20513bda-222d-43dc-a473-df61bec87bb9 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 210 time: 0.0245562 Aug 31 04:49:34.150198 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-ce2eb820-8db0-480d-8ce0-2291c780337f req-641a22aa-a8c3-41d5-a2f5-bd22f02a4ef7 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/ports?device_id=4787badd-bc13-4017-b853-b3b7fcc6a069 HTTP/1.1" status: 200 len: 210 time: 0.0247042 Aug 31 04:49:34.683631 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-bd1c4095-be45-4c26-b70e-4c73c3b9433e req-b86f1998-54f6-4729-a234-b4c6da6b4fc5 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 210 time: 0.0246909 Aug 31 04:49:35.242146 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-ffcc78fe-be20-464e-afe9-d3bed1ac8cd7 req-bb812677-3c14-4c04-be89-967ba4ce42b9 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/ports?device_id=4787badd-bc13-4017-b853-b3b7fcc6a069 HTTP/1.1" status: 200 len: 210 time: 0.0263205 Aug 31 04:49:35.783566 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-a0d289fb-e8d1-45be-893b-2bdc36c8446f req-f47eb1e6-5673-439c-9219-2614b6f25346 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 210 time: 0.0283844 Aug 31 04:49:36.340846 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-046c14f6-fa21-4fbf-90d0-f5ed288d2462 req-74d0a332-38cd-4e8e-810c-aa0e721b8242 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/ports?device_id=4787badd-bc13-4017-b853-b3b7fcc6a069 HTTP/1.1" status: 200 len: 210 time: 0.0251591 Aug 31 04:49:36.880970 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-87b600ad-0e44-4385-872d-4e5f7ead2b97 req-75dd3136-15a8-4659-817f-d937e6024685 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 210 time: 0.0245404 Aug 31 04:49:37.431204 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-16c22a59-7cf6-435e-9cde-62edea98816a req-de7f1f47-8d2c-481c-bd36-fca00ce11787 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/ports?device_id=4787badd-bc13-4017-b853-b3b7fcc6a069 HTTP/1.1" status: 200 len: 210 time: 0.0245538 Aug 31 04:49:37.978784 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-07956b82-cc6f-4153-9017-6f359e05293a req-88762974-cfe6-4847-8501-cb99ae06a0af tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 210 time: 0.0263543 Aug 31 04:49:38.521514 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-a2c4603c-80ad-42eb-9866-82b3c025bd3c req-8289bb51-1fbd-4571-8d27-b3271d453199 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/ports?device_id=4787badd-bc13-4017-b853-b3b7fcc6a069 HTTP/1.1" status: 200 len: 210 time: 0.0246322 Aug 31 04:49:39.077979 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-9aaae8e5-a909-40a1-a80c-c574dbd83ac0 req-597b1fe3-49d3-48b5-bd8a-8ffd07e8bb02 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 210 time: 0.0283215 Aug 31 04:49:39.475058 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-7fa24911-8166-4ed5-8e6a-1ca360432e95 req-12083fb8-fb70-407f-86e8-6554e8231d31 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0376973 Aug 31 04:49:39.571090 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa24911-8166-4ed5-8e6a-1ca360432e95 req-7e0f54d0-8dd3-463f-a8bb-6df7d015cc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:49:39.572589 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-7fa24911-8166-4ed5-8e6a-1ca360432e95 req-7e0f54d0-8dd3-463f-a8bb-6df7d015cc9e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9a4c00b65f96499f945037afd604da1d&device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 1098 time: 0.0391431 Aug 31 04:49:39.612331 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-a56d2d8f-97b5-41ac-b5c3-a474735e2918 req-ab210a15-a70f-4ccd-8f22-91c50f6efdb9 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/ports?device_id=4787badd-bc13-4017-b853-b3b7fcc6a069 HTTP/1.1" status: 200 len: 210 time: 0.0253131 Aug 31 04:49:39.674014 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa24911-8166-4ed5-8e6a-1ca360432e95 req-bb97768d-a014-43f2-ab8d-93e9fe26fecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:49:39.675489 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-7fa24911-8166-4ed5-8e6a-1ca360432e95 req-bb97768d-a014-43f2-ab8d-93e9fe26fecf service neutron] 10.222.0.13 "GET /v2.0/networks?id=8936ee09-226f-4718-943f-9ffdccd40918 HTTP/1.1" status: 200 len: 911 time: 0.0845697 Aug 31 04:49:39.737190 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-7fa24911-8166-4ed5-8e6a-1ca360432e95 req-b1980ea8-f8a0-4287-a6fa-37cb0079af15 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc80ed91-0e6b-4c22-99f9-cd3d341652d0 HTTP/1.1" status: 200 len: 1001 time: 0.0541487 Aug 31 04:49:39.786695 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa24911-8166-4ed5-8e6a-1ca360432e95 req-e5561158-ac1c-4dfe-bfdf-6daeedb5f9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:49:39.788111 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-7fa24911-8166-4ed5-8e6a-1ca360432e95 req-e5561158-ac1c-4dfe-bfdf-6daeedb5f9fb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dbec82d9-5dbd-41df-9df9-228f18fdefe0 HTTP/1.1" status: 200 len: 849 time: 0.0446460 Aug 31 04:49:39.830753 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa24911-8166-4ed5-8e6a-1ca360432e95 req-c302b6c7-a2bb-45b4-9d3d-8b5334c7b32b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:49:39.832179 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-7fa24911-8166-4ed5-8e6a-1ca360432e95 req-c302b6c7-a2bb-45b4-9d3d-8b5334c7b32b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8936ee09-226f-4718-943f-9ffdccd40918&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0371521 Aug 31 04:49:39.916466 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-7fa24911-8166-4ed5-8e6a-1ca360432e95 req-b7096609-1d97-47a1-97a8-d1a660227aab service neutron] 10.222.0.13 "GET /v2.0/networks/8936ee09-226f-4718-943f-9ffdccd40918?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0774143 Aug 31 04:49:40.176909 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-14497d29-def7-4739-8a81-225f9aa80411 req-1b7fd5b2-91a7-45af-9886-549b3b7c556b tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 210 time: 0.0255835 Aug 31 04:49:40.241734 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-7fa24911-8166-4ed5-8e6a-1ca360432e95 req-4a0608ae-eab5-4121-9c62-6f9bf4b303d8 service neutron] 10.222.0.13 "GET /v2.0/networks/8936ee09-226f-4718-943f-9ffdccd40918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3183479 Aug 31 04:49:40.703118 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-b2004bbd-23cc-495e-8043-d8e5bcbbc6d5 req-c54bee41-fbb2-47da-bf52-a706322686bd tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/ports?device_id=4787badd-bc13-4017-b853-b3b7fcc6a069 HTTP/1.1" status: 200 len: 210 time: 0.0263803 Aug 31 04:49:41.271855 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-7ce72e12-e4ef-4ee7-8587-5f119f1e56db req-ff0f2bdf-c833-475b-95cd-841a3e06dbd2 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 210 time: 0.0245681 Aug 31 04:49:41.793224 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-f0a1877f-668d-4bb2-947a-84843aead644 req-334c0980-619e-4c3c-8683-954ba9a6b381 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/ports?device_id=4787badd-bc13-4017-b853-b3b7fcc6a069 HTTP/1.1" status: 200 len: 210 time: 0.0245209 Aug 31 04:49:42.385348 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-85eb7630-d6ca-4b06-9ae1-839622f13917 req-9ebf01ee-4ea4-4020-b939-2ce68ff4c39a tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 210 time: 0.0269015 Aug 31 04:49:42.884992 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-c6c5e28d-47e5-4095-9a27-e0cef2d1e8ba req-10edc54f-7861-4729-b37d-690fb4b5a1e1 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/ports?device_id=4787badd-bc13-4017-b853-b3b7fcc6a069 HTTP/1.1" status: 200 len: 210 time: 0.0251870 Aug 31 04:49:43.480202 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-d51fda30-a630-4b5b-8530-c7d468470997 req-72b0f02e-d8da-4a08-97cb-839a451ef2cb tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 210 time: 0.0251687 Aug 31 04:49:43.974820 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-8a830134-dbf2-4dd8-b6d4-8f5d46e73be2 req-6098ce74-2372-44f7-abfc-8062f1848ace tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/ports?device_id=4787badd-bc13-4017-b853-b3b7fcc6a069 HTTP/1.1" status: 200 len: 210 time: 0.0247467 Aug 31 04:49:44.573745 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-495a3b84-9488-44ed-b0a6-9b379de3088d req-190e172d-68da-4fd9-a879-a296c301d80f tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 210 time: 0.0238640 Aug 31 04:49:45.065846 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-6c316875-3b69-4ba9-8833-96573e368dfd req-21addb9e-f5ad-48af-96ad-f88425d55d2e tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/ports?device_id=4787badd-bc13-4017-b853-b3b7fcc6a069 HTTP/1.1" status: 200 len: 210 time: 0.0241852 Aug 31 04:49:45.919835 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-f437ad84-2abd-485e-9db5-6c8da317334e req-3fc5898e-fbf5-41a8-8ac7-452de4a378c7 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 210 time: 0.2764719 Aug 31 04:49:46.156415 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-0f296f49-51f0-4c48-ac7b-849d577e8b14 req-736f1336-3482-44e5-ba21-a2159b0d4e6b tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/ports?device_id=4787badd-bc13-4017-b853-b3b7fcc6a069 HTTP/1.1" status: 200 len: 210 time: 0.0239174 Aug 31 04:49:46.539482 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.agents_db [None req-b358f2ce-044e-44db-8ffe-8010ce8c5d43 None None] Agent healthcheck: found 6 active agents {{(pid=93876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:49:47.015606 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-77c005c8-8c93-4046-92a1-a75336fb342e req-f3b3c6dd-17f2-4786-bb39-35410bffa13e tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 210 time: 0.0245752 Aug 31 04:49:47.248694 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-ab04cb5d-10bd-4d26-91bc-64e37b2b0b35 req-b9ef3c35-b6c9-4fb9-9602-3e22e8e887d6 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/ports?device_id=4787badd-bc13-4017-b853-b3b7fcc6a069 HTTP/1.1" status: 200 len: 210 time: 0.0284038 Aug 31 04:49:48.114763 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-de0e979b-2378-4cf7-b7a1-3b20b825bf02 req-00595ae0-2427-4d15-b560-a6fd625037d4 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 210 time: 0.0272689 Aug 31 04:49:48.338346 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-55d5a6e2-7ba4-4335-b965-2b6c0431b44e req-1ed7886f-4473-4d1b-a93d-f9eb06b6081c tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/ports?device_id=4787badd-bc13-4017-b853-b3b7fcc6a069 HTTP/1.1" status: 200 len: 210 time: 0.0248303 Aug 31 04:49:49.208888 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-7c9f16fa-226c-4622-8d9a-878f2ff4acf8 req-13ef4f26-385f-407c-abd7-3b8ff3144dee tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 210 time: 0.0246599 Aug 31 04:49:49.428385 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-2d56d5ca-a7d0-4a8a-a2b5-b3094b834076 req-865a118a-06f9-42ef-861a-08a7f2d30960 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/ports?device_id=4787badd-bc13-4017-b853-b3b7fcc6a069 HTTP/1.1" status: 200 len: 210 time: 0.0256143 Aug 31 04:49:50.313931 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-bb83cdb9-1786-41e5-b5d7-45d2f3d4763a req-a3b19936-d4a2-4207-875f-990de9720f81 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 210 time: 0.0249617 Aug 31 04:49:50.517843 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-f1c95416-0960-485d-b065-8d653d909646 req-ddae24ba-92ed-4e98-b9f7-83900e430615 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/ports?device_id=4787badd-bc13-4017-b853-b3b7fcc6a069 HTTP/1.1" status: 200 len: 210 time: 0.0247848 Aug 31 04:49:51.413097 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-37c1dc1f-eff0-470b-a8a9-6edbe6973540 req-fbd0ccb8-8b33-4b9f-a47a-581e1e59f04f tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 210 time: 0.0274026 Aug 31 04:49:51.607594 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-d04d75dc-b815-4619-8097-0a5c0837f671 req-1d65e86f-6b12-4ab9-94d1-51f1f5ae9839 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/ports?device_id=4787badd-bc13-4017-b853-b3b7fcc6a069 HTTP/1.1" status: 200 len: 210 time: 0.0251544 Aug 31 04:49:52.512578 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-6ce44344-f024-45aa-8304-de91e74fb1a0 req-6027ac12-d9d0-401b-b904-ff401f02580f tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 210 time: 0.0246367 Aug 31 04:49:52.697628 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-d753b317-4f6d-4d96-9976-f7a4162c19c9 req-4e07bd14-4918-479f-a94f-cd6924adf206 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/ports?device_id=4787badd-bc13-4017-b853-b3b7fcc6a069 HTTP/1.1" status: 200 len: 210 time: 0.0253882 Aug 31 04:49:53.606358 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-bc8e30c9-96bf-44d4-8457-c712566d5061 req-7e28afdf-e94c-464a-b0fa-6b241d53c273 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 210 time: 0.0257175 Aug 31 04:49:53.788867 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-4c1cbeee-0190-4689-856f-9128dcd4af50 req-d8f675c0-f0c6-4690-b330-c565702f4a93 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/ports?device_id=4787badd-bc13-4017-b853-b3b7fcc6a069 HTTP/1.1" status: 200 len: 210 time: 0.0251672 Aug 31 04:49:54.702930 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-d750ba7e-004c-418e-8f0f-78e369b2104e req-9999cc8c-3d75-417b-a1ce-d7f27bc9861c tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 210 time: 0.0280564 Aug 31 04:49:54.879581 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-0c6320df-43a1-4ac7-b707-ce399820d67e req-7bf376a5-a14c-4c45-ae51-f285f71638b1 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/ports?device_id=4787badd-bc13-4017-b853-b3b7fcc6a069 HTTP/1.1" status: 200 len: 210 time: 0.0251288 Aug 31 04:49:55.798981 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-b5fa61fb-4a07-4ead-9f00-54fedeabffdc req-2ec1e93e-b7d6-4d96-8420-538355d87d8a tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 210 time: 0.0253780 Aug 31 04:49:55.969524 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-cb1ad320-6205-46f6-9ab2-4f645e88e02a req-b4e8d586-e88e-427a-866c-a9e4f5e5a345 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/ports?device_id=4787badd-bc13-4017-b853-b3b7fcc6a069 HTTP/1.1" status: 200 len: 210 time: 0.0250740 Aug 31 04:49:56.199744 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c3c18a85-7feb-4bc3-becf-01db21bb79ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:49:56.893345 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-f5de27ed-91ac-45e9-ba03-1c435a5783f0 req-03de415a-166b-4919-a9a1-9200054a99a9 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 210 time: 0.0249767 Aug 31 04:49:57.059769 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-6c1ae15c-ca11-4782-9b92-e0d4dee256d8 req-fb7ff027-a643-444f-927e-5daf74c8ad56 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/ports?device_id=4787badd-bc13-4017-b853-b3b7fcc6a069 HTTP/1.1" status: 200 len: 210 time: 0.0245795 Aug 31 04:49:57.931702 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:49:57.998280 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-70a1d26d-9e04-4668-af92-adf832c2a909 req-a341a76e-3131-4eb7-8458-f2c0da0e51f0 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 210 time: 0.0293171 Aug 31 04:49:58.151205 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-be96562d-a271-4b1f-8c9e-eab4621ceabc req-e0b54199-9a43-4ee7-94b8-faf164370817 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/ports?device_id=4787badd-bc13-4017-b853-b3b7fcc6a069 HTTP/1.1" status: 200 len: 210 time: 0.0252354 Aug 31 04:49:58.652677 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ff84ca8a-0048-486a-a51f-5ed83363557d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:49:58.997530 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:49:59.095675 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-8dc4aef2-f4c9-4583-b86a-0e24ec4448d0 req-c4bb6f8e-d150-4d4f-8c65-c56408c147ae tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 210 time: 0.0247824 Aug 31 04:49:59.242070 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-2461278a-31f4-4fe3-ac29-8514c0374ee1 req-9d4ca305-507d-4526-8a7c-ee9b25e194d8 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/ports?device_id=4787badd-bc13-4017-b853-b3b7fcc6a069 HTTP/1.1" status: 200 len: 210 time: 0.0255823 Aug 31 04:49:59.899299 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cae06a7b-375a-4b62-8781-ea2d8af560c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:50:00.193012 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-a284deb0-6ba0-4765-aaab-619f00f33c3a req-9b9d1f21-5885-4d71-bf59-365321d4a647 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 210 time: 0.0269763 Aug 31 04:50:00.331842 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-98f01090-5b8a-41fd-b077-f28ffaf96c74 req-1a0fcd58-d00b-4553-aadc-09c5b735481b tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/ports?device_id=4787badd-bc13-4017-b853-b3b7fcc6a069 HTTP/1.1" status: 200 len: 210 time: 0.0250974 Aug 31 04:50:01.291517 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-29ff11b5-c41f-4e70-8ed9-19fae5001175 req-b24e13a9-741f-438d-9075-f9dc22a03ae5 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 210 time: 0.0283120 Aug 31 04:50:01.335035 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a4fd8ad5-a492-4575-8673-07e6bf736dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:50:01.421021 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-6d9d2407-1bdb-406d-8b76-f581e71ed6a1 req-9494f5d2-2d31-485b-a897-177ba9438b9f tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/ports?device_id=4787badd-bc13-4017-b853-b3b7fcc6a069 HTTP/1.1" status: 200 len: 210 time: 0.0244927 Aug 31 04:50:02.399297 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-475ab196-ebe2-4c72-97fb-da58809809f2 req-f21b6649-d06d-4c8a-9fd2-2c64780bf7c1 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 210 time: 0.0251262 Aug 31 04:50:02.510829 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-b8b56832-ad95-443b-bcad-68f0a0827d08 req-0b1c464f-98db-484c-9f55-f6b729d47ae2 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/ports?device_id=4787badd-bc13-4017-b853-b3b7fcc6a069 HTTP/1.1" status: 200 len: 210 time: 0.0241530 Aug 31 04:50:03.500261 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-17a8b887-1214-43fa-862b-e8ce2c11692d req-0deb8d57-3017-445f-b3bd-8bcd80a2963e tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 210 time: 0.0245867 Aug 31 04:50:03.600293 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-aca9f54a-ecd6-415b-bc4b-a3712486f556 req-1cb3d322-b300-4eb4-8811-3c39ed8ba524 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/ports?device_id=4787badd-bc13-4017-b853-b3b7fcc6a069 HTTP/1.1" status: 200 len: 210 time: 0.0250893 Aug 31 04:50:04.599864 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-b9cfc53b-ef4f-4a72-b8f0-28f324d1ffdc req-254d5b31-efb4-43a2-8619-2e10b4d4256b tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 210 time: 0.0285809 Aug 31 04:50:04.688845 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-facc45f0-fc7a-4ca8-b658-4904e874e948 req-2277362b-cf25-4fee-a4c0-e0610dcb055e tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/ports?device_id=4787badd-bc13-4017-b853-b3b7fcc6a069 HTTP/1.1" status: 200 len: 210 time: 0.0241895 Aug 31 04:50:05.694279 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-e5b4918d-f95c-4e9a-9253-cde168a658e9 req-c9f5ea15-6e72-437a-bb91-86a270fc8f23 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 210 time: 0.0256190 Aug 31 04:50:05.780757 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-fe369116-d83f-4188-9748-fceddf6aa7df req-e960f73b-6bed-4c53-a2a3-dffd56c8c416 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/ports?device_id=4787badd-bc13-4017-b853-b3b7fcc6a069 HTTP/1.1" status: 200 len: 210 time: 0.0247331 Aug 31 04:50:06.798072 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-5abc1ec3-928c-49bc-b1e1-de210764c24a req-c064117a-2f1c-43a4-a9c6-638dd2efa0e3 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 210 time: 0.0250745 Aug 31 04:50:06.873736 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-1fe28c2a-1898-41f1-9a9a-35f85f27bf7b req-449fc3d6-159e-4314-97a1-33bfe879286d tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/ports?device_id=4787badd-bc13-4017-b853-b3b7fcc6a069 HTTP/1.1" status: 200 len: 210 time: 0.0258996 Aug 31 04:50:07.916357 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-568b3cd5-8425-4d96-b0eb-865442892541 req-0088d335-3ff7-4af3-b941-a8fe3a244096 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 210 time: 0.0311966 Aug 31 04:50:07.972565 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-14a0847f-31e6-4d02-9389-3461382d7924 req-6d96cf5c-9c65-4d0d-b2aa-d15ec7f00a66 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/ports?device_id=4787badd-bc13-4017-b853-b3b7fcc6a069 HTTP/1.1" status: 200 len: 210 time: 0.0253260 Aug 31 04:50:09.017946 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-50332a03-dbfb-412d-b096-8c357f26d793 req-53122d4c-9fd3-43c2-a578-e8a0109827e7 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 210 time: 0.0262945 Aug 31 04:50:09.067839 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-21619cca-d692-4cbc-93d7-1c66fd850803 req-c1ce4856-fa91-499b-bacc-55aa5f026257 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/ports?device_id=4787badd-bc13-4017-b853-b3b7fcc6a069 HTTP/1.1" status: 200 len: 210 time: 0.0255542 Aug 31 04:50:10.114690 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-41864116-901b-4a83-8c4c-7a42aa52853b req-729af7d0-441a-4911-a24d-139f6ffdc86f tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 210 time: 0.0261488 Aug 31 04:50:10.158470 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-bc49ef9a-06f7-4066-91f6-74463548fabc req-611c99fd-1537-4569-b94c-f05312d4e086 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/ports?device_id=4787badd-bc13-4017-b853-b3b7fcc6a069 HTTP/1.1" status: 200 len: 210 time: 0.0241604 Aug 31 04:50:11.213050 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-f0ec7a98-22f3-40a3-8e8e-1f25c7dda2d4 req-7193e813-39f2-430b-953a-240f0c602fa7 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 210 time: 0.0289347 Aug 31 04:50:11.251568 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-4bf5974c-794a-45ac-9853-d7accb5e642b req-847d41a7-e94b-41f8-8db8-762d211c5a6b tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/ports?device_id=4787badd-bc13-4017-b853-b3b7fcc6a069 HTTP/1.1" status: 200 len: 210 time: 0.0244908 Aug 31 04:50:12.308967 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-41c68856-2b15-4135-8ea4-1631e915bd49 req-4c5a09fb-facf-49c2-abc3-ab3baa7e5bb2 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 210 time: 0.0253322 Aug 31 04:50:12.343502 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-e2b6b65b-5800-4c10-9c96-32945eb2a5d3 req-089a3d05-76b5-4dd6-9c45-1c16f9feee01 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/ports?device_id=4787badd-bc13-4017-b853-b3b7fcc6a069 HTTP/1.1" status: 200 len: 210 time: 0.0251050 Aug 31 04:50:13.404795 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-56b8e2c1-bd47-4459-bef1-76e28491d3a2 req-3108b06d-af47-44d2-935c-e4af9a58ca68 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 210 time: 0.0245688 Aug 31 04:50:13.434869 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-664f9f28-5e4a-48d0-ada1-8292bc1f7f71 req-8cec0127-b3f3-4dc8-a8f2-f74f5124ba23 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/ports?device_id=4787badd-bc13-4017-b853-b3b7fcc6a069 HTTP/1.1" status: 200 len: 210 time: 0.0259066 Aug 31 04:50:14.509056 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-7fd3167e-8748-4a42-b4b9-e08e837c9d22 req-c386c80e-1a29-447d-8d6f-3617090edb48 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 210 time: 0.0337946 Aug 31 04:50:14.532774 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-ebb33f66-c756-43b4-b9bc-3f3458b27fa8 req-eab2a559-c9e9-49b1-8332-f6fe83ab6380 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/ports?device_id=4787badd-bc13-4017-b853-b3b7fcc6a069 HTTP/1.1" status: 200 len: 210 time: 0.0261145 Aug 31 04:50:15.607173 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-df5dcfb4-3824-4f14-95cb-84806d0dc6e2 req-5cec0d9e-b8de-4b92-beed-07432e32f616 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 210 time: 0.0263948 Aug 31 04:50:15.631743 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-923d52e7-7038-4579-a29e-d6516a88c268 req-4516ec49-5fd8-4f5d-b054-86e5c518ba54 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/ports?device_id=4787badd-bc13-4017-b853-b3b7fcc6a069 HTTP/1.1" status: 200 len: 210 time: 0.0267618 Aug 31 04:50:16.704680 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-e89c136e-31d0-4f51-a9ff-38dc5bd15201 req-2c395ed7-aa3c-4f05-91c2-3ee7c4fd936b tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 210 time: 0.0261695 Aug 31 04:50:16.730595 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-8072a652-2ba3-4ebc-8fe0-df6378dfbae0 req-1e96d223-860b-46f8-a93d-101257a1e09a tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/ports?device_id=4787badd-bc13-4017-b853-b3b7fcc6a069 HTTP/1.1" status: 200 len: 210 time: 0.0285563 Aug 31 04:50:17.814354 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-bfa196d0-a7f5-470c-b370-87fb0d0d31a6 req-ef44d315-3414-4151-8901-a18047319270 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 210 time: 0.0318506 Aug 31 04:50:17.838476 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-a3fea5f2-4d5b-46d3-95b2-149308454f07 req-054c9d64-f9ca-49af-98ba-355ffecb94f9 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/ports?device_id=4787badd-bc13-4017-b853-b3b7fcc6a069 HTTP/1.1" status: 200 len: 210 time: 0.0269699 Aug 31 04:50:18.912585 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-2c5f4022-9afe-4263-8d9d-2e705b8befdc req-5f15571a-6994-486c-b1f6-f9f84482c4ed tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 210 time: 0.0266008 Aug 31 04:50:18.935783 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-74236f61-67b2-41f5-9156-d06b3b6767cc req-c0b51f08-3cbe-449e-aa52-b1b9534ed059 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/ports?device_id=4787badd-bc13-4017-b853-b3b7fcc6a069 HTTP/1.1" status: 200 len: 210 time: 0.0264361 Aug 31 04:50:20.010421 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-443cbd55-60b9-41f4-8dc8-ac73d68eb399 req-28ff54a6-3fd3-4527-a748-d543fb31c8dd tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 210 time: 0.0265319 Aug 31 04:50:20.037619 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-0177e7d6-823d-4320-9cc7-b75d9ac57646 req-f808f225-f810-441c-b94d-67cbb70af1cc tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/ports?device_id=4787badd-bc13-4017-b853-b3b7fcc6a069 HTTP/1.1" status: 200 len: 210 time: 0.0297894 Aug 31 04:50:21.107417 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-e4c96d06-d2f3-423c-9b21-faad7effd356 req-532d4158-a515-4585-a9e9-e8a64d37520b tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 210 time: 0.0265779 Aug 31 04:50:21.133387 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-1bbf7c89-1699-44c6-a97a-149954f43cc0 req-7be3d116-8721-4ee8-9998-d5f2c276ce6c tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/ports?device_id=4787badd-bc13-4017-b853-b3b7fcc6a069 HTTP/1.1" status: 200 len: 210 time: 0.0282750 Aug 31 04:50:22.211740 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-f485140a-5b8d-45bd-9753-425ac8de66ff req-60725939-3c6a-4192-9440-a9f0edc07e1a tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 210 time: 0.0301554 Aug 31 04:50:22.235418 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-a8635305-70c5-4db3-85bf-26eda4e05713 req-5360ef63-5ef9-4856-a740-de0b3dd7aed8 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/ports?device_id=4787badd-bc13-4017-b853-b3b7fcc6a069 HTTP/1.1" status: 200 len: 210 time: 0.0269399 Aug 31 04:50:23.313189 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-1b92c0b8-08eb-49c9-b7cd-923b9218b9af req-429fa92d-6b96-4413-8fe2-f5d24cf6699f tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 210 time: 0.0302629 Aug 31 04:50:23.337346 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-404ad788-84d4-4481-8d31-aac20ea4f009 req-0155f253-f434-481d-9dd1-54cef3c35370 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/ports?device_id=4787badd-bc13-4017-b853-b3b7fcc6a069 HTTP/1.1" status: 200 len: 210 time: 0.0264258 Aug 31 04:50:23.537032 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.agents_db [None req-b358f2ce-044e-44db-8ffe-8010ce8c5d43 None None] Agent healthcheck: found 6 active agents {{(pid=93876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:50:24.412477 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-00597213-51b4-4873-bdfe-cf88154526c8 req-3f430830-59c3-488c-a781-2a2b4da67e8b tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 210 time: 0.0272791 Aug 31 04:50:24.436641 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-8b172b94-092a-4169-8eaa-f90716decbb5 req-4d82462b-2043-4e29-9866-b4cc5ea4ba21 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/ports?device_id=4787badd-bc13-4017-b853-b3b7fcc6a069 HTTP/1.1" status: 200 len: 210 time: 0.0272090 Aug 31 04:50:25.507853 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-754fe91b-70a4-4b1c-b198-d7a91d16106a req-3a1da28b-4800-4722-a1bd-8fd9ff4bb85a tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 210 time: 0.0254908 Aug 31 04:50:25.535654 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-4cdadeed-fce8-467f-a2ff-858e6062fd3a req-ce18df21-9290-4177-bdc8-f7899f0018b8 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/ports?device_id=4787badd-bc13-4017-b853-b3b7fcc6a069 HTTP/1.1" status: 200 len: 210 time: 0.0243537 Aug 31 04:50:26.206381 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-746e9818-7e9d-4a12-ab98-cdaa859e3f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:50:26.607722 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-96ad38c8-a2fd-4f00-bfed-38ac7fc44b0c req-8c2c5a25-d860-4a44-a8f4-731213554c61 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 210 time: 0.0294528 Aug 31 04:50:26.632219 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-c56db1a5-2a15-4de1-ac8c-a13bda1d72d6 req-adf17d71-8e4a-496a-950d-3622063d278b tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/ports?device_id=4787badd-bc13-4017-b853-b3b7fcc6a069 HTTP/1.1" status: 200 len: 210 time: 0.0268877 Aug 31 04:50:27.705604 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-a1f06814-00a9-492d-aa29-facff96c40e4 req-f71e7d77-1b04-4198-b9e5-36b495f69999 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 210 time: 0.0256641 Aug 31 04:50:27.730662 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-a3428cbd-6ad2-43ae-b530-dccd40839a62 req-f8dab022-003a-42d0-9ffc-95f86953e51a tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/ports?device_id=4787badd-bc13-4017-b853-b3b7fcc6a069 HTTP/1.1" status: 200 len: 210 time: 0.0272515 Aug 31 04:50:27.959291 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:50:28.652766 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7c82b884-be92-4d91-8a6a-a89ebfaf421e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:50:28.804007 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-badd245d-8cbe-43df-9075-90a3d20d5847 req-0d6e2dcd-63b2-4677-9d0c-cfeefa541444 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 210 time: 0.0269947 Aug 31 04:50:28.827026 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-b711d6ee-75e8-46aa-8a2c-664d6a0ecd8a req-7e81dcb1-96ea-44a1-86c9-ad44889e634b tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/ports?device_id=4787badd-bc13-4017-b853-b3b7fcc6a069 HTTP/1.1" status: 200 len: 210 time: 0.0256512 Aug 31 04:50:29.000819 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:50:29.901487 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cae06a7b-375a-4b62-8781-ea2d8af560c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:50:29.904571 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-9197f112-17de-416a-9a74-6be4503cbe49 req-b6b34a0c-42af-49c0-869c-ce821c1474db tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 210 time: 0.0309391 Aug 31 04:50:29.928490 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-fd6e6bd7-c18c-43a8-8878-ef24f105d96a req-156ffed3-0e38-4580-9702-79593669325f tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/ports?device_id=4787badd-bc13-4017-b853-b3b7fcc6a069 HTTP/1.1" status: 200 len: 210 time: 0.0263207 Aug 31 04:50:31.004553 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-8cd2c57c-6a3e-4cbb-a3ee-709a0e7157a9 req-e3e0cd2d-3672-4781-8720-ca10af35c7f2 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 210 time: 0.0271444 Aug 31 04:50:31.028781 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-f0d5165d-79b1-4da3-9d19-13f34a0a9b72 req-d4d1c7a5-f6eb-448e-9918-afb0cfbcf0eb tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/ports?device_id=4787badd-bc13-4017-b853-b3b7fcc6a069 HTTP/1.1" status: 200 len: 210 time: 0.0267417 Aug 31 04:50:31.336965 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a4fd8ad5-a492-4575-8673-07e6bf736dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:50:32.101423 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-9780cd1c-7326-46f5-b390-29d7befe9ad1 req-2bc4fe77-1046-42c1-90fe-cecda7119005 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 210 time: 0.0269234 Aug 31 04:50:32.125044 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-f5ac02bd-ab1e-46d1-bfb4-9ba5943fcb62 req-b7e07ae9-6fa7-4896-87e5-0e1497af23fa tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/ports?device_id=4787badd-bc13-4017-b853-b3b7fcc6a069 HTTP/1.1" status: 200 len: 210 time: 0.0258052 Aug 31 04:50:33.201931 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-6edbf07b-1858-4239-bcfe-dece31918393 req-abc3db3e-aeaf-4a54-8342-8e05108042ba tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 210 time: 0.0305424 Aug 31 04:50:33.226033 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-c532908b-d105-46e2-85ec-2e2cb7c12538 req-d79be733-b2ff-440d-9f71-6a3d9fe1e058 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/ports?device_id=4787badd-bc13-4017-b853-b3b7fcc6a069 HTTP/1.1" status: 200 len: 210 time: 0.0264184 Aug 31 04:50:34.300703 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-017fcfc8-bc29-4822-9b8d-b119c6060403 req-4920063e-355f-403f-b953-b019bc860ff4 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 210 time: 0.0264733 Aug 31 04:50:34.324366 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-a5e10cd9-0e8c-46c1-8150-0436e27832d3 req-c60655e1-c3d0-4f34-9bba-ade8581c20d0 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/ports?device_id=4787badd-bc13-4017-b853-b3b7fcc6a069 HTTP/1.1" status: 200 len: 210 time: 0.0265491 Aug 31 04:50:35.238046 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [req-6f1f6bc5-819a-4713-992b-545bd9a33eae req-d974b87b-9d5d-4c9f-b296-01eb851f8671 service neutron] (93873) timed out ('10.222.0.37', 35408) {{(pid=93873) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 04:50:35.399035 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-6a7ac100-0c46-48e9-bb9a-9964de4a053a req-0cd552c7-144a-454c-81b4-d92324d48575 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 210 time: 0.0271878 Aug 31 04:50:35.423141 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-8c1927a6-edbc-48d5-a1d3-d651e83fe57e req-290599d9-83a4-45e4-9ab4-9936c7065a66 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/ports?device_id=4787badd-bc13-4017-b853-b3b7fcc6a069 HTTP/1.1" status: 200 len: 210 time: 0.0264261 Aug 31 04:50:36.508142 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-a97ef1de-498c-4de3-9872-bd2dfd75ae60 req-efead4c4-7f55-4ee9-8ac1-c5e957b0e430 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 210 time: 0.0316303 Aug 31 04:50:36.534068 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-7f8e1e90-5bff-4223-81de-23a056cb4bf0 req-e77b019c-42da-4fdd-87b0-063657e9cb66 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/ports?device_id=4787badd-bc13-4017-b853-b3b7fcc6a069 HTTP/1.1" status: 200 len: 210 time: 0.0283265 Aug 31 04:50:37.617585 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-46cb3395-bb56-4dbb-9839-c5bf29fe158d req-f5ad4b8a-7775-4c91-a77c-0e7147df5c0b tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 210 time: 0.0271566 Aug 31 04:50:37.728081 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-14f2f054-0e76-4640-b909-4a890f8dd13f req-f4bb4733-ac31-4c99-a8fe-17a1256fd5d0 tempest-VolumesSnapshotTestJSON-479896584 tempest-VolumesSnapshotTestJSON-479896584-project] 10.222.0.37 "GET /v2.0/ports?device_id=4787badd-bc13-4017-b853-b3b7fcc6a069 HTTP/1.1" status: 200 len: 210 time: 0.0257215 Aug 31 04:50:37.777867 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbab553a-3576-4bcc-8c87-e0bf635c5f6f req-2794925b-dd7f-4b36-98d9-441194292107 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:50:37.779349 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-dbab553a-3576-4bcc-8c87-e0bf635c5f6f req-2794925b-dd7f-4b36-98d9-441194292107 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 946 time: 0.0477743 Aug 31 04:50:37.816438 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-dbab553a-3576-4bcc-8c87-e0bf635c5f6f req-f021d030-6590-4a12-a7b5-f147c603c0ec tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f65e94a-0045-4695-bea3-6d2c0c319a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309052 Aug 31 04:50:38.460927 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62e04f1-3bea-4a23-9458-a7a4edcbab9f req-ca2226b9-de1d-47a7-a62b-46f72e24aa99 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:50:38.462886 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-a62e04f1-3bea-4a23-9458-a7a4edcbab9f req-ca2226b9-de1d-47a7-a62b-46f72e24aa99 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 946 time: 0.0459204 Aug 31 04:50:38.556808 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [req-a62e04f1-3bea-4a23-9458-a7a4edcbab9f req-02ac02cd-3451-4d7b-bdeb-e6bbbad30e14 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Deleting port aaa499c0-5a26-4672-a78d-9fc4fa36a9ba {{(pid=93873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 04:50:38.557145 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-a62e04f1-3bea-4a23-9458-a7a4edcbab9f req-02ac02cd-3451-4d7b-bdeb-e6bbbad30e14 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730087506454'] for port, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:50:38.645873 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [req-a62e04f1-3bea-4a23-9458-a7a4edcbab9f req-02ac02cd-3451-4d7b-bdeb-e6bbbad30e14 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] For port aaa499c0-5a26-4672-a78d-9fc4fa36a9ba, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=aaa499c0-5a26-4672-a78d-9fc4fa36a9ba,segment=NetworkSegment(addae48f-32b7-413b-a119-940a5c53c50e),segment_id=addae48f-32b7-413b-a119-940a5c53c50e)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:50:38.646279 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-a62e04f1-3bea-4a23-9458-a7a4edcbab9f req-02ac02cd-3451-4d7b-bdeb-e6bbbad30e14 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7955047'] for port, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:50:38.658790 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [req-a62e04f1-3bea-4a23-9458-a7a4edcbab9f req-02ac02cd-3451-4d7b-bdeb-e6bbbad30e14 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Calling delete_port for aaa499c0-5a26-4672-a78d-9fc4fa36a9ba owned by compute:nova {{(pid=93873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 04:50:38.721357 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-9dda05ac-8c88-4694-9c09-cd444f146638 req-d636b2ad-abe7-42dd-9969-108dbe912c8d tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 210 time: 0.0309875 Aug 31 04:50:38.792243 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-a62e04f1-3bea-4a23-9458-a7a4edcbab9f req-02ac02cd-3451-4d7b-bdeb-e6bbbad30e14 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730087509221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730086931505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4316683'] for port, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:50:38.821799 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ac02cd-3451-4d7b-bdeb-e6bbbad30e14 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Pushing event deleted for resources: {'Port': ['ID=aaa499c0-5a26-4672-a78d-9fc4fa36a9ba,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:50:38.827504 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] get_ports_and_sgs() called for port_ids ['aaa499c0-5a26-4672-a78d-9fc4fa36a9ba'] {{(pid=93875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 04:50:38.864277 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [req-a62e04f1-3bea-4a23-9458-a7a4edcbab9f req-02ac02cd-3451-4d7b-bdeb-e6bbbad30e14 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] No DVR routers for this DVR port aaa499c0-5a26-4672-a78d-9fc4fa36a9ba on host hv-cinder-77819 {{(pid=93873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 04:50:38.866887 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ac02cd-3451-4d7b-bdeb-e6bbbad30e14 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:50:38.867461 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ac02cd-3451-4d7b-bdeb-e6bbbad30e14 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:50:38.867802 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ac02cd-3451-4d7b-bdeb-e6bbbad30e14 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:50:38.868139 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ac02cd-3451-4d7b-bdeb-e6bbbad30e14 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:50:38.868532 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ac02cd-3451-4d7b-bdeb-e6bbbad30e14 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:50:38.868867 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ac02cd-3451-4d7b-bdeb-e6bbbad30e14 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:50:38.869373 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ac02cd-3451-4d7b-bdeb-e6bbbad30e14 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:50:38.869891 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ac02cd-3451-4d7b-bdeb-e6bbbad30e14 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:50:38.870250 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ac02cd-3451-4d7b-bdeb-e6bbbad30e14 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:50:38.870577 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ac02cd-3451-4d7b-bdeb-e6bbbad30e14 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:50:38.871023 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ac02cd-3451-4d7b-bdeb-e6bbbad30e14 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:50:38.871515 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ac02cd-3451-4d7b-bdeb-e6bbbad30e14 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:50:38.874700 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-a62e04f1-3bea-4a23-9458-a7a4edcbab9f req-02ac02cd-3451-4d7b-bdeb-e6bbbad30e14 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200266'] for port, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:50:38.876734 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-a62e04f1-3bea-4a23-9458-a7a4edcbab9f req-02ac02cd-3451-4d7b-bdeb-e6bbbad30e14 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.13 "DELETE /v2.0/ports/aaa499c0-5a26-4672-a78d-9fc4fa36a9ba HTTP/1.1" status: 204 len: 173 time: 0.4083805 Aug 31 04:50:38.877213 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc9e0bd4-22bc-4fae-b4da-95d3b319a99b', 'name': 'network-vif-deleted', 'tag': 'aaa499c0-5a26-4672-a78d-9fc4fa36a9ba'}] {{(pid=93873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 04:50:38.880083 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a11e4e79c753650f2852f0d7a0fe7e91abda00271ce9373e69ea4f6baf967f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3de427b9-0168-4af7-9059-529486b02913" -d '{"events": [{"server_uuid": "dc9e0bd4-22bc-4fae-b4da-95d3b319a99b", "name": "network-vif-deleted", "tag": "aaa499c0-5a26-4672-a78d-9fc4fa36a9ba"}]}' {{(pid=93873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:50:38.916967 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 04:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97957cbc-097d-451d-8f61-9ac65670554f x-openstack-request-id: req-97957cbc-097d-451d-8f61-9ac65670554f {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:50:38.917267 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc9e0bd4-22bc-4fae-b4da-95d3b319a99b", "name": "network-vif-deleted", "tag": "aaa499c0-5a26-4672-a78d-9fc4fa36a9ba", "status": "completed", "code": 200}]} {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:50:38.917516 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-97957cbc-097d-451d-8f61-9ac65670554f {{(pid=93873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:50:38.917912 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc9e0bd4-22bc-4fae-b4da-95d3b319a99b', 'name': 'network-vif-deleted', 'tag': 'aaa499c0-5a26-4672-a78d-9fc4fa36a9ba', 'status': 'completed', 'code': 200} Aug 31 04:50:38.944731 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-a8b7d2a9-9b42-49bc-b439-3b5e14c85507 req-c222d52b-a33b-46a0-8436-13228bf18054 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 210 time: 0.0325341 Aug 31 04:50:39.819933 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-199ef73d-1ed9-4ae2-a095-e267e5ab4b77 req-aed2c635-b76d-419b-8eff-c34878fc5d75 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 210 time: 0.0255766 Aug 31 04:50:40.041641 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-4f8ec2ca-32a4-45e9-9506-91e82a0cf71b req-c83e8ea0-7beb-4d41-ad5e-cf4b90375579 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 210 time: 0.0255737 Aug 31 04:50:40.913971 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-37a63abd-cf07-4257-8175-79ce222c9004 req-80ab9def-5a2f-4576-9d8e-8254b2124436 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 210 time: 0.0247490 Aug 31 04:50:41.134415 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-234c2633-c197-4110-a412-717ce8dced98 req-d4e37084-ccf0-484d-aff1-0ca8d700b796 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 210 time: 0.0284321 Aug 31 04:50:41.874909 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Device aaa499c0-5a26-4672-a78d-9fc4fa36a9ba no longer exists at agent hyperv_hv-cinder-77819 {{(pid=93875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:50:42.013685 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-f1dc2942-7eb2-4978-a0d4-51de259dab30 req-d2f5ed7a-45c2-4667-be8b-e6c40a7dcc71 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 210 time: 0.0264077 Aug 31 04:50:42.014338 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] No Port match for: aaa499c0-5a26-4672-a78d-9fc4fa36a9ba {{(pid=93875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 04:50:42.014338 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Device aaa499c0-5a26-4672-a78d-9fc4fa36a9ba not bound to the agent host hv-cinder-77819 {{(pid=93875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:50:42.225509 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-cea78cda-5c3e-41a7-aa17-0963eca4c086 req-0584bf1a-f26b-4275-898d-01416c17e3dd tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 210 time: 0.0252821 Aug 31 04:50:43.109048 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-6e046a33-1b80-4beb-bcf1-3ae27ac84e0c req-0a7ee83b-f94d-42a2-9141-bcf67f911bbe tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 210 time: 0.0253005 Aug 31 04:50:43.316050 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-5a14f806-c1d9-447f-b29b-46ab09fbe33c req-e7b139ad-e29f-4c56-bc31-920dfe9f3182 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 210 time: 0.0249417 Aug 31 04:50:44.206037 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-75025c62-3b61-4c33-bf81-ab59ee662215 req-80741b17-d771-4395-84c7-e704ce022586 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 210 time: 0.0278645 Aug 31 04:50:44.409584 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-f26f4265-b2b8-4a6d-a6b4-87b7781ff602 req-e7090aca-528c-4267-9f20-893971cb93eb tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 210 time: 0.0288339 Aug 31 04:50:45.301192 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-09546585-6ff5-4023-b502-68a642dec243 req-4875e3dc-01e1-48d8-81fe-b460b366c4d1 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 210 time: 0.0253556 Aug 31 04:50:45.498580 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-292168a5-a37b-4244-95b7-9250a933d72e req-701a3cd1-57e9-4f5f-bfb3-f46e4dcc6f13 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 210 time: 0.0247409 Aug 31 04:50:46.396676 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-ebffd9f6-6f5b-4c8b-b791-81cd7ce03c51 req-ec668c93-044f-4e8f-99c3-cf599186112f tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 210 time: 0.0244949 Aug 31 04:50:46.637479 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-f69fab58-d628-4674-aa04-07693dd3ca42 req-406a74c0-bbe8-4f72-b07f-d5311acfc80e tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 210 time: 0.0254664 Aug 31 04:50:47.491042 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-c47c8ef5-748c-4d0c-9ed8-38136f24aad7 req-e2888f75-8482-4885-802d-7a8db376810d tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 210 time: 0.0254359 Aug 31 04:50:47.729758 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-cca4ac41-e320-489f-a8aa-968544c021cd req-fecf436b-bb92-493c-a3a1-b7dcb824b470 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 210 time: 0.0279372 Aug 31 04:50:48.587010 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-e4371c24-c102-4b2f-865a-17cad0aa8f8c req-b5ca3e3f-d877-4049-8bc8-fb9b98000280 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 210 time: 0.0258665 Aug 31 04:50:48.819655 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-4a86d9a2-6222-404f-b08a-edc8d0f8bc1e req-fdc0c966-57a2-47cc-aed3-6e211e6f09c7 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 210 time: 0.0252471 Aug 31 04:50:49.681745 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-dee09277-f68d-4d0b-aaf9-8d3be4ccb2f8 req-101ecfed-3735-42cf-b120-ff7a5cb458f6 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 210 time: 0.0252261 Aug 31 04:50:49.910291 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-ae716b38-50eb-4f88-9cd8-92570a1bb35e req-c1018105-45e7-4acb-bab4-6576a086402d tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 210 time: 0.0248489 Aug 31 04:50:50.775481 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-75aab682-4e77-48f8-9ca8-a2f8e10446d1 req-326d645d-7cd0-4d98-a1d1-2cee9d41edc6 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 210 time: 0.0252228 Aug 31 04:50:51.005825 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-40dd6168-281d-429d-b035-d32f206146a8 req-afa98837-8074-4e62-bcf9-8e3dfde9665f tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 210 time: 0.0284259 Aug 31 04:50:51.875295 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-f70c5db2-6378-460e-9f9f-c6f69b3ea9f5 req-cfe866ad-26d0-4122-8dd2-51f67a9c1d13 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 210 time: 0.0248947 Aug 31 04:50:52.094770 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-3426dc41-1f04-4a66-8b01-6c4d608a043a req-e027e196-4835-4f87-97c0-8a892ce0491d tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 210 time: 0.0245056 Aug 31 04:50:52.970465 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-741c952d-18b3-44d0-92f7-18d038ad840b req-31d304d6-ee09-40d6-bea2-2a0a3c2bb70d tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 210 time: 0.0245941 Aug 31 04:50:53.186483 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-e3934faf-05ae-4ce5-9f9d-8079bdf5f779 req-32b76e67-dc66-4523-9387-221a906d5c0b tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 210 time: 0.0247099 Aug 31 04:50:54.065918 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-c0c62798-d92c-4233-86ba-7f31d939cea2 req-0ce4891e-0cfb-4d6e-9dbe-1725f877c7ea tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 210 time: 0.0255578 Aug 31 04:50:54.278972 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-161f6e5b-6e5e-4f21-a557-bef5a4e60a13 req-3ebca5d6-4ad4-4d8d-a352-4f1269050877 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 210 time: 0.0284193 Aug 31 04:50:55.160187 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-3d7ed7e3-21f6-45e9-b041-47032f8f049f req-e94aba4f-d4f5-48fb-9f45-e96f183a4204 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 210 time: 0.0254717 Aug 31 04:50:55.368812 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-abff14ab-aaae-4393-9d0f-e6ec5dd167e0 req-97d79c1e-8029-4117-b0cb-45ebadd0701a tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 210 time: 0.0248337 Aug 31 04:50:56.198543 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1acf9c62-3050-4e4d-9bb4-e55e3c3fe369 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:50:56.255890 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-2cb863b7-e047-47b7-a5d9-ee3e64c7c8cc req-d87c6d51-6915-41d5-bed0-de2d2273e615 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 210 time: 0.0258009 Aug 31 04:50:56.459730 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-2c1e2b95-4371-4814-92fd-8b97398d623f req-eee7ae03-1572-47d6-b634-edf80adaf0f0 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 210 time: 0.0250623 Aug 31 04:50:57.349905 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-f6a5cdd3-6e94-4be4-a5fd-f0c15951c43c req-70c0bc30-a376-483c-85ef-6d07e2f246fb tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 210 time: 0.0258760 Aug 31 04:50:57.552769 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-0f6a0766-e7e1-42f3-b1ed-868f608c7039 req-fa2d63a7-5b49-422a-b63d-0d1adb3cad4d tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 210 time: 0.0278373 Aug 31 04:50:57.974361 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:50:58.443862 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-fff38aae-c585-475f-a4aa-4384f856759f req-adfdb73a-f4b8-4f2e-8516-1e0d9899e59c tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 210 time: 0.0254269 Aug 31 04:50:58.643876 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-7314b0ea-0da2-405b-a9d2-2e95a0a67e3f req-e13baf10-a622-4538-9d20-d343236115d3 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 210 time: 0.0260761 Aug 31 04:50:58.654669 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-40b9997b-1d6c-41c0-b3a7-692a7c585ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:50:59.002710 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:50:59.539965 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-29981cb5-9ff9-47f4-b5c1-18be995ad7f5 req-37e0a50f-73ef-42b1-b303-a1980924998e tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 210 time: 0.0248938 Aug 31 04:50:59.737293 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-39136299-b0b1-4734-af2b-517243a71143 req-6a21f533-6278-4e3d-836f-d4104581a91e tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 210 time: 0.0245345 Aug 31 04:50:59.903641 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cae06a7b-375a-4b62-8781-ea2d8af560c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:51:00.536390 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.agents_db [None req-b358f2ce-044e-44db-8ffe-8010ce8c5d43 None None] Agent healthcheck: found 6 active agents {{(pid=93876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:51:00.635800 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-550fbe6d-dfe6-4094-ba11-53956f2e4af3 req-dca1b200-238f-49e2-88c5-74957fa1b99c tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 210 time: 0.0262120 Aug 31 04:51:00.829822 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-4c82a068-38c2-4668-b231-fe298b0fbd40 req-7a8b31ed-1eb5-4a32-8be8-4cf2c59a8658 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 210 time: 0.0278218 Aug 31 04:51:01.339533 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a4fd8ad5-a492-4575-8673-07e6bf736dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:51:01.730352 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-625eee2f-55b6-457c-95ac-98aa6475cf99 req-3ed4869f-f792-461f-b2e2-7a5e657ee2b4 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 210 time: 0.0257497 Aug 31 04:51:01.919659 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-466c851f-0829-4bcf-916d-ffd94e72ce5f req-0209dc29-53ed-4fb0-bc71-47ed4f78a48c tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 210 time: 0.0249391 Aug 31 04:51:02.824343 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-90666252-6a9e-42a5-9e44-708a9dc59732 req-e62cc5cc-0466-4a73-84bb-9d856f57b7d3 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f68a66f-3e3e-4e49-b06a-7d69459db66d HTTP/1.1" status: 200 len: 210 time: 0.0250127 Aug 31 04:51:03.010004 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-ca6db045-48a7-4cc7-8b00-d6246b2059f9 req-ecbc1d89-7396-412e-8d67-79dd0bdec577 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 210 time: 0.0253768 Aug 31 04:51:03.915334 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 46986) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:51:03.968580 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-3186686e-80cc-455c-aae7-17baefa2b5c6 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Notify callbacks [] for security_group, before_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:51:03.991550 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-3186686e-80cc-455c-aae7-17baefa2b5c6 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:51:04.041397 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-3186686e-80cc-455c-aae7-17baefa2b5c6 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:51:04.043970 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-3186686e-80cc-455c-aae7-17baefa2b5c6 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Notify callbacks [] for security_group, before_response {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:51:04.045130 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-3186686e-80cc-455c-aae7-17baefa2b5c6 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "DELETE /v2.0/security-groups/8b04e1e0-6e1c-49a5-a7f2-f3ca3ba46212 HTTP/1.1" status: 204 len: 168 time: 0.1286442 Aug 31 04:51:04.047987 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 46990) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:51:04.054858 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3186686e-80cc-455c-aae7-17baefa2b5c6 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b04e1e0-6e1c-49a5-a7f2-f3ca3ba46212,revision_number=None']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:51:04.061813 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3186686e-80cc-455c-aae7-17baefa2b5c6 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:51:04.062195 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3186686e-80cc-455c-aae7-17baefa2b5c6 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:51:04.062535 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3186686e-80cc-455c-aae7-17baefa2b5c6 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:51:04.062868 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3186686e-80cc-455c-aae7-17baefa2b5c6 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:51:04.063197 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3186686e-80cc-455c-aae7-17baefa2b5c6 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:51:04.063535 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3186686e-80cc-455c-aae7-17baefa2b5c6 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:51:04.063858 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3186686e-80cc-455c-aae7-17baefa2b5c6 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:51:04.064181 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3186686e-80cc-455c-aae7-17baefa2b5c6 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:51:04.064589 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3186686e-80cc-455c-aae7-17baefa2b5c6 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:51:04.065234 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.api.v2.resource [None req-4ed03343-d4cc-4262-a3db-a683759feb9b tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] show failed (client error): The resource could not be found. Aug 31 04:51:04.065435 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3186686e-80cc-455c-aae7-17baefa2b5c6 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:51:04.065758 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3186686e-80cc-455c-aae7-17baefa2b5c6 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:51:04.066262 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3186686e-80cc-455c-aae7-17baefa2b5c6 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:51:04.068997 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 46992) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:51:04.069286 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-4ed03343-d4cc-4262-a3db-a683759feb9b tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/security-groups/8b04e1e0-6e1c-49a5-a7f2-f3ca3ba46212 HTTP/1.1" status: 404 len: 347 time: 0.0189807 Aug 31 04:51:04.132300 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-c93d4ea0-2a26-4f99-812d-a0767be417be req-b81be1cf-4e8a-4502-b1c3-fb5f114cfc25 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 210 time: 0.0283806 Aug 31 04:51:04.210795 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.plugin [None req-4685b4a2-b088-473a-9d18-814e1698eea5 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Deleting port 1b533ad4-0f01-452e-9dd5-980a84c0861e {{(pid=93874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 04:51:04.211133 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-4685b4a2-b088-473a-9d18-814e1698eea5 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730087506454'] for port, before_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:51:04.285080 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-4685b4a2-b088-473a-9d18-814e1698eea5 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7955047'] for port, precommit_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:51:04.285404 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-4685b4a2-b088-473a-9d18-814e1698eea5 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:51:04.296673 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.plugin [None req-4685b4a2-b088-473a-9d18-814e1698eea5 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Calling delete_port for 1b533ad4-0f01-452e-9dd5-980a84c0861e owned by network:floatingip {{(pid=93874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 04:51:04.423840 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-4685b4a2-b088-473a-9d18-814e1698eea5 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730087509221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730086931505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16403769'] for port, after_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:51:04.451929 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4685b4a2-b088-473a-9d18-814e1698eea5 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Pushing event deleted for resources: {'Port': ['ID=1b533ad4-0f01-452e-9dd5-980a84c0861e,revision_number=None']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:51:04.510758 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-4685b4a2-b088-473a-9d18-814e1698eea5 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Notify callbacks [] for floatingip, after_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:51:04.513314 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-4685b4a2-b088-473a-9d18-814e1698eea5 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200266'] for floatingip, before_response {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:51:04.514467 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-4685b4a2-b088-473a-9d18-814e1698eea5 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "DELETE /v2.0/floatingips/0ba156cc-b582-4c75-ad34-cd252a2478a7 HTTP/1.1" status: 204 len: 168 time: 0.4445701 Aug 31 04:51:05.028813 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 47006) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:51:05.034338 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.v2.base [None req-8d1f0838-82ef-4ff8-a4e1-f90d5564e4ba tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Request body: {'security_group': {'name': 'tempest-securitygroup--783169887', 'description': 'tempest-description--565881989'}} {{(pid=93874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:51:05.057858 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-8d1f0838-82ef-4ff8-a4e1-f90d5564e4ba tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Notify callbacks [] for security_group, before_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:51:05.136373 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-8d1f0838-82ef-4ff8-a4e1-f90d5564e4ba tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Notify callbacks [] for security_group, precommit_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:51:05.139911 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-8d1f0838-82ef-4ff8-a4e1-f90d5564e4ba tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:51:05.165955 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-8d1f0838-82ef-4ff8-a4e1-f90d5564e4ba tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Notify callbacks [] for security_group, before_response {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:51:05.167214 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-8d1f0838-82ef-4ff8-a4e1-f90d5564e4ba tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1373777 Aug 31 04:51:05.170188 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 47010) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:51:05.175980 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.v2.base [None req-ec86f97c-18f7-46f6-9da0-d526b2397ef1 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Request body: {'security_group_rule': {'security_group_id': '2e145cf4-1c95-4195-a09e-4e8bec420328', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:51:05.182879 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f0838-82ef-4ff8-a4e1-f90d5564e4ba tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e145cf4-1c95-4195-a09e-4e8bec420328,revision_number=1']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:51:05.229899 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-ec86f97c-18f7-46f6-9da0-d526b2397ef1 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:51:05.233628 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-17a0f2ea-665d-4b92-85d5-b2c0f47dbc4f req-08464624-edea-4261-bdc1-ded4827c8cc9 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 210 time: 0.0343518 Aug 31 04:51:05.287348 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-ec86f97c-18f7-46f6-9da0-d526b2397ef1 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:51:05.290878 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-ec86f97c-18f7-46f6-9da0-d526b2397ef1 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196840'] for security_group_rule, after_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:51:05.308912 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec86f97c-18f7-46f6-9da0-d526b2397ef1 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f28154c-a853-4836-a137-e6c2d81a0ca1,revision_number=0']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:51:05.312127 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-ec86f97c-18f7-46f6-9da0-d526b2397ef1 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:51:05.313419 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-ec86f97c-18f7-46f6-9da0-d526b2397ef1 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1423259 Aug 31 04:51:05.316371 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 47012) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:51:05.321279 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.v2.base [None req-a1d170c4-8c55-4f36-bfe2-2efd93884efc tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Request body: {'security_group_rule': {'security_group_id': '2e145cf4-1c95-4195-a09e-4e8bec420328', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:51:05.352232 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-a1d170c4-8c55-4f36-bfe2-2efd93884efc tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:51:05.398458 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-a1d170c4-8c55-4f36-bfe2-2efd93884efc tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:51:05.402264 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-a1d170c4-8c55-4f36-bfe2-2efd93884efc tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196840'] for security_group_rule, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:51:05.421180 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d170c4-8c55-4f36-bfe2-2efd93884efc tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf34fc6b-2cdc-4397-a6dd-45a9bfdae3d8,revision_number=0']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:51:05.428414 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-a1d170c4-8c55-4f36-bfe2-2efd93884efc tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:51:05.432812 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-a1d170c4-8c55-4f36-bfe2-2efd93884efc tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1121423 Aug 31 04:51:05.432812 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 47018) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:51:05.437709 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.v2.base [None req-7765bbc9-4814-4eef-8c0a-0fccfe3889de tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Request body: {'floatingip': {'floating_network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408'}} {{(pid=93873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:51:05.463789 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7765bbc9-4814-4eef-8c0a-0fccfe3889de tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Notify callbacks [] for floatingip, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:51:05.557085 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7765bbc9-4814-4eef-8c0a-0fccfe3889de tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:51:05.659246 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.db.db_base_plugin_common [None req-7765bbc9-4814-4eef-8c0a-0fccfe3889de tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Allocated IP 172.27.3.174 (f4b5f899-990a-4804-98c2-2f4cfa444408/03ec91ec-d42e-4d2c-8dee-dc4e2d357557/11dcfb2e-4c5b-4d49-ad8b-4f4453840ffb) {{(pid=93873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:51:05.756055 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7765bbc9-4814-4eef-8c0a-0fccfe3889de tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Notify callbacks [] for port, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:51:05.792194 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7765bbc9-4814-4eef-8c0a-0fccfe3889de tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730086931496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4316683'] for port, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:51:05.831739 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7765bbc9-4814-4eef-8c0a-0fccfe3889de tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Network f4b5f899-990a-4804-98c2-2f4cfa444408 is already hosted by enough agents. {{(pid=93873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:51:05.836484 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.scheduler.base_scheduler [None req-7765bbc9-4814-4eef-8c0a-0fccfe3889de tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Resources bound (agent type, host, resource id): {{(pid=93873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:51:05.839009 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7765bbc9-4814-4eef-8c0a-0fccfe3889de tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Received port after_create {{(pid=93873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 04:51:05.867326 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7765bbc9-4814-4eef-8c0a-0fccfe3889de tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Pushing event updated for resources: {'Port': ['ID=11dcfb2e-4c5b-4d49-ad8b-4f4453840ffb,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:51:05.961920 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7765bbc9-4814-4eef-8c0a-0fccfe3889de tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:51:05.997795 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7765bbc9-4814-4eef-8c0a-0fccfe3889de tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:51:06.141227 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7765bbc9-4814-4eef-8c0a-0fccfe3889de tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Notify callbacks [] for port, precommit_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:51:06.146073 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7765bbc9-4814-4eef-8c0a-0fccfe3889de tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4316722'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:51:06.224410 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7765bbc9-4814-4eef-8c0a-0fccfe3889de tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Pushing event updated for resources: {'Port': ['ID=11dcfb2e-4c5b-4d49-ad8b-4f4453840ffb,revision_number=2']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:51:06.238221 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7765bbc9-4814-4eef-8c0a-0fccfe3889de tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7956241'] for floatingip, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:51:06.251198 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7765bbc9-4814-4eef-8c0a-0fccfe3889de tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200266'] for floatingip, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:51:06.252598 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-7765bbc9-4814-4eef-8c0a-0fccfe3889de tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8189020 Aug 31 04:51:06.324951 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-19a1cc82-9a6f-414c-9d6d-a9cd70d65c5b req-754766ca-9e2b-4af9-b1cc-815141aeba1d tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 210 time: 0.0244291 Aug 31 04:51:06.444160 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-0ac890d2-353f-40f1-b388-5293ad872ec3 req-6dcb367b-bee9-4c8c-ae72-a30c72e1f22a tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--783169887&fields=id&tenant_id=2f8e82cf86684d55bca526dc154c03d1 HTTP/1.1" status: 200 len: 267 time: 0.0324314 Aug 31 04:51:06.565743 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac890d2-353f-40f1-b388-5293ad872ec3 req-1dabba02-8803-471a-87d7-5ef2f55134c4 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:51:06.567278 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-0ac890d2-353f-40f1-b388-5293ad872ec3 req-1dabba02-8803-471a-87d7-5ef2f55134c4 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/networks?id=2b1770a4-934d-49a7-a5c2-844beb26d79a HTTP/1.1" status: 200 len: 817 time: 0.1165543 Aug 31 04:51:06.582207 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-0ac890d2-353f-40f1-b388-5293ad872ec3 req-7d5802ab-44b9-4415-b735-5ce184ef06ea tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/quotas/2f8e82cf86684d55bca526dc154c03d1 HTTP/1.1" status: 200 len: 375 time: 0.0091436 Aug 31 04:51:06.635446 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-0ac890d2-353f-40f1-b388-5293ad872ec3 req-ce03f19e-8f19-4cdf-a40b-eb72c861886e tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=2f8e82cf86684d55bca526dc154c03d1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0477371 Aug 31 04:51:06.651204 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [req-0ac890d2-353f-40f1-b388-5293ad872ec3 req-d501c776-e419-4b50-a486-52237cf5fbf4 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93874) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 04:51:06.652108 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-0ac890d2-353f-40f1-b388-5293ad872ec3 req-d501c776-e419-4b50-a486-52237cf5fbf4 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056458 Aug 31 04:51:06.838421 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-0ac890d2-353f-40f1-b388-5293ad872ec3 req-c6f3e6f0-771a-4930-a637-8cc442e184fc service neutron] 10.222.0.37 "GET /v2.0/networks/2b1770a4-934d-49a7-a5c2-844beb26d79a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804886 Aug 31 04:51:06.932630 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-0ac890d2-353f-40f1-b388-5293ad872ec3 req-9e694de6-a075-4926-a4b6-3c75580e029d service neutron] 10.222.0.37 "GET /v2.0/networks/2b1770a4-934d-49a7-a5c2-844beb26d79a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881293 Aug 31 04:51:07.086935 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-bacf84ed-4f44-4755-b8b2-2a2b1388937f req-5ae0e223-f2ea-4936-9563-9bc5083ba66e tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=955d8bab-95fd-4831-b3c0-720f9e4d57d1 HTTP/1.1" status: 200 len: 210 time: 0.0261812 Aug 31 04:51:07.417374 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-455c3ed4-8395-4d46-8cec-bd7b18202926 req-136e7a0b-8948-4cb6-baf4-6eff6e99ac52 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 210 time: 0.0259311 Aug 31 04:51:08.194848 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac890d2-353f-40f1-b388-5293ad872ec3 req-257c780f-f1f6-49cf-baa4-54539b2e11e9 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:51:08.196496 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-a52792a1-346a-49ba-a1dc-0279c436ede6 req-8a50b8f6-36c5-43ba-ba2e-9ab11abbfac7 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=955d8bab-95fd-4831-b3c0-720f9e4d57d1 HTTP/1.1" status: 200 len: 210 time: 0.0339859 Aug 31 04:51:08.198637 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-0ac890d2-353f-40f1-b388-5293ad872ec3 req-257c780f-f1f6-49cf-baa4-54539b2e11e9 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.13 "GET /v2.0/networks?id=2b1770a4-934d-49a7-a5c2-844beb26d79a HTTP/1.1" status: 200 len: 817 time: 0.1074729 Aug 31 04:51:08.262236 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-0ac890d2-353f-40f1-b388-5293ad872ec3 req-0ccb80e6-21b8-4faa-8bd6-0290d9a5c6fb tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2f8e82cf86684d55bca526dc154c03d1 HTTP/1.1" status: 200 len: 379 time: 0.0370107 Aug 31 04:51:08.272118 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.v2.base [req-0ac890d2-353f-40f1-b388-5293ad872ec3 req-9b203b3f-65a2-41b2-8fcf-b683260384ce tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Request body: {'port': {'device_id': '955d8bab-95fd-4831-b3c0-720f9e4d57d1', 'network_id': '2b1770a4-934d-49a7-a5c2-844beb26d79a', 'admin_state_up': True, 'tenant_id': '2f8e82cf86684d55bca526dc154c03d1', 'security_groups': ['2e145cf4-1c95-4195-a09e-4e8bec420328']}} {{(pid=93873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:51:08.371366 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ac890d2-353f-40f1-b388-5293ad872ec3 req-9b203b3f-65a2-41b2-8fcf-b683260384ce tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Made reservation on behalf of 2f8e82cf86684d55bca526dc154c03d1 for: {'port': 1} {{(pid=93873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:51:08.374989 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-0ac890d2-353f-40f1-b388-5293ad872ec3 req-9b203b3f-65a2-41b2-8fcf-b683260384ce tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:51:08.499103 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.db.db_base_plugin_common [req-0ac890d2-353f-40f1-b388-5293ad872ec3 req-9b203b3f-65a2-41b2-8fcf-b683260384ce tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Allocated IP 172.20.0.3 (2b1770a4-934d-49a7-a5c2-844beb26d79a/9e15e21a-55f2-483a-9c78-48bccbedd076/62550bc9-1f03-409a-a279-297a4fc80355) {{(pid=93873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:51:08.521053 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-e0e6e25d-98a4-4544-b6ed-11ce0e6e09a0 req-604323f8-4147-4bea-822c-58c1914a78e5 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 210 time: 0.0284855 Aug 31 04:51:08.632574 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-0ac890d2-353f-40f1-b388-5293ad872ec3 req-9b203b3f-65a2-41b2-8fcf-b683260384ce tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Notify callbacks [] for port, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:51:08.646665 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [req-0ac890d2-353f-40f1-b388-5293ad872ec3 req-9b203b3f-65a2-41b2-8fcf-b683260384ce tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Transition to ACTIVE for port object 62550bc9-1f03-409a-a279-297a4fc80355 will not be triggered until provisioned by entity DHCP. {{(pid=93873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 04:51:08.678712 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-0ac890d2-353f-40f1-b388-5293ad872ec3 req-9b203b3f-65a2-41b2-8fcf-b683260384ce tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730086931496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4316683'] for port, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:51:08.718552 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ac890d2-353f-40f1-b388-5293ad872ec3 req-9b203b3f-65a2-41b2-8fcf-b683260384ce tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Network 2b1770a4-934d-49a7-a5c2-844beb26d79a is already hosted by enough agents. {{(pid=93873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:51:08.724718 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.scheduler.base_scheduler [req-0ac890d2-353f-40f1-b388-5293ad872ec3 req-9b203b3f-65a2-41b2-8fcf-b683260384ce tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Resources bound (agent type, host, resource id): {{(pid=93873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:51:08.728550 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ac890d2-353f-40f1-b388-5293ad872ec3 req-9b203b3f-65a2-41b2-8fcf-b683260384ce tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Received port after_create {{(pid=93873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 04:51:08.757206 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b203b3f-65a2-41b2-8fcf-b683260384ce tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Pushing event updated for resources: {'Port': ['ID=62550bc9-1f03-409a-a279-297a4fc80355,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:51:08.783669 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac890d2-353f-40f1-b388-5293ad872ec3 req-9b203b3f-65a2-41b2-8fcf-b683260384ce tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:51:08.784329 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-0ac890d2-353f-40f1-b388-5293ad872ec3 req-9b203b3f-65a2-41b2-8fcf-b683260384ce tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200266'] for port, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:51:08.800017 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-0ac890d2-353f-40f1-b388-5293ad872ec3 req-9b203b3f-65a2-41b2-8fcf-b683260384ce tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5314505 Aug 31 04:51:08.818584 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.v2.base [req-0ac890d2-353f-40f1-b388-5293ad872ec3 req-ff65937f-48d3-4d39-ac0b-df71c95b1d1e service neutron] Request body: {'port': {'device_id': '955d8bab-95fd-4831-b3c0-720f9e4d57d1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=93873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:51:08.873485 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-0ac890d2-353f-40f1-b388-5293ad872ec3 req-ff65937f-48d3-4d39-ac0b-df71c95b1d1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:51:08.939990 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-d8fd13dc-2117-4429-9d0f-7ecac9ac5a6a None None] Provisioning for port 62550bc9-1f03-409a-a279-297a4fc80355 completed by entity DHCP. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 04:51:08.943695 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-d8fd13dc-2117-4429-9d0f-7ecac9ac5a6a None None] Provisioning complete for port 62550bc9-1f03-409a-a279-297a4fc80355 triggered by entity DHCP. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:51:08.944069 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d8fd13dc-2117-4429-9d0f-7ecac9ac5a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667402'] for port, provisioning_complete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:51:08.977067 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-d8fd13dc-2117-4429-9d0f-7ecac9ac5a6a None None] Port 62550bc9-1f03-409a-a279-297a4fc80355 cannot update to ACTIVE because it is not bound. {{(pid=93875) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 04:51:09.132338 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.notifiers.nova [req-0ac890d2-353f-40f1-b388-5293ad872ec3 req-ff65937f-48d3-4d39-ac0b-df71c95b1d1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62550bc9-1f03-409a-a279-297a4fc80355 {{(pid=93873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 04:51:09.139492 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-0ac890d2-353f-40f1-b388-5293ad872ec3 req-ff65937f-48d3-4d39-ac0b-df71c95b1d1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:51:09.152178 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [req-0ac890d2-353f-40f1-b388-5293ad872ec3 req-ff65937f-48d3-4d39-ac0b-df71c95b1d1e service neutron] Transition to ACTIVE for port object 62550bc9-1f03-409a-a279-297a4fc80355 will not be triggered until provisioned by entity L2. {{(pid=93873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 04:51:09.155832 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-0ac890d2-353f-40f1-b388-5293ad872ec3 req-ff65937f-48d3-4d39-ac0b-df71c95b1d1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4316722'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:51:09.206587 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff65937f-48d3-4d39-ac0b-df71c95b1d1e service neutron] Pushing event updated for resources: {'Port': ['ID=62550bc9-1f03-409a-a279-297a4fc80355,revision_number=2']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:51:09.284457 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.managers [req-0ac890d2-353f-40f1-b388-5293ad872ec3 req-ff65937f-48d3-4d39-ac0b-df71c95b1d1e service neutron] Attempting to bind port 62550bc9-1f03-409a-a279-297a4fc80355 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 04:51:09.284784 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.managers [req-0ac890d2-353f-40f1-b388-5293ad872ec3 req-ff65937f-48d3-4d39-ac0b-df71c95b1d1e service neutron] Attempting to bind port 62550bc9-1f03-409a-a279-297a4fc80355 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '14aa025e-dd6c-45fc-a8a8-06cb8f48a6ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '2b1770a4-934d-49a7-a5c2-844beb26d79a'}] {{(pid=93873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 04:51:09.285274 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac890d2-353f-40f1-b388-5293ad872ec3 req-ff65937f-48d3-4d39-ac0b-df71c95b1d1e service neutron] Attempting to bind port 62550bc9-1f03-409a-a279-297a4fc80355 on network 2b1770a4-934d-49a7-a5c2-844beb26d79a {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 04:51:09.289704 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac890d2-353f-40f1-b388-5293ad872ec3 req-ff65937f-48d3-4d39-ac0b-df71c95b1d1e service neutron] Port 62550bc9-1f03-409a-a279-297a4fc80355 on network 2b1770a4-934d-49a7-a5c2-844beb26d79a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 04:51:09.290030 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac890d2-353f-40f1-b388-5293ad872ec3 req-ff65937f-48d3-4d39-ac0b-df71c95b1d1e service neutron] Attempting to bind port 62550bc9-1f03-409a-a279-297a4fc80355 on network 2b1770a4-934d-49a7-a5c2-844beb26d79a {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 04:51:09.295948 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac890d2-353f-40f1-b388-5293ad872ec3 req-ff65937f-48d3-4d39-ac0b-df71c95b1d1e service neutron] Checking agent: {'id': 'cec96490-d34b-42db-b58a-d4405faa4e11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 4, 30, 28), 'started_at': datetime.datetime(2021, 8, 31, 4, 30, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 4, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 04:51:09.296286 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac890d2-353f-40f1-b388-5293ad872ec3 req-ff65937f-48d3-4d39-ac0b-df71c95b1d1e service neutron] Checking segment: {'id': '14aa025e-dd6c-45fc-a8a8-06cb8f48a6ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '2b1770a4-934d-49a7-a5c2-844beb26d79a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 04:51:09.296675 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac890d2-353f-40f1-b388-5293ad872ec3 req-ff65937f-48d3-4d39-ac0b-df71c95b1d1e service neutron] Bound using segment: {'id': '14aa025e-dd6c-45fc-a8a8-06cb8f48a6ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '2b1770a4-934d-49a7-a5c2-844beb26d79a'} {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 04:51:09.297104 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.managers [req-0ac890d2-353f-40f1-b388-5293ad872ec3 req-ff65937f-48d3-4d39-ac0b-df71c95b1d1e service neutron] Bound port: 62550bc9-1f03-409a-a279-297a4fc80355, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14aa025e-dd6c-45fc-a8a8-06cb8f48a6ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '2b1770a4-934d-49a7-a5c2-844beb26d79a'}}] {{(pid=93873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 04:51:09.297463 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-0ac890d2-353f-40f1-b388-5293ad872ec3 req-ff65937f-48d3-4d39-ac0b-df71c95b1d1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:51:09.329419 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc4aeb3-b537-42d6-965a-59b5a06afce4 req-6ddfe76f-e202-47e5-a9e3-bc025f649173 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:51:09.334591 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-7fc4aeb3-b537-42d6-965a-59b5a06afce4 req-6ddfe76f-e202-47e5-a9e3-bc025f649173 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=955d8bab-95fd-4831-b3c0-720f9e4d57d1 HTTP/1.1" status: 200 len: 943 time: 0.0585933 Aug 31 04:51:09.375120 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [req-0ac890d2-353f-40f1-b388-5293ad872ec3 req-ff65937f-48d3-4d39-ac0b-df71c95b1d1e service neutron] For port 62550bc9-1f03-409a-a279-297a4fc80355, host hv-cinder-77819, cleared binding levels {{(pid=93873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:51:09.379067 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-7fc4aeb3-b537-42d6-965a-59b5a06afce4 req-20953116-d386-4eed-a076-ee5edac0e086 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e145cf4-1c95-4195-a09e-4e8bec420328&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396376 Aug 31 04:51:09.380516 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [req-0ac890d2-353f-40f1-b388-5293ad872ec3 req-ff65937f-48d3-4d39-ac0b-df71c95b1d1e service neutron] For port 62550bc9-1f03-409a-a279-297a4fc80355, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=62550bc9-1f03-409a-a279-297a4fc80355,segment=NetworkSegment(14aa025e-dd6c-45fc-a8a8-06cb8f48a6ca),segment_id=14aa025e-dd6c-45fc-a8a8-06cb8f48a6ca)] {{(pid=93873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:51:09.385011 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-0ac890d2-353f-40f1-b388-5293ad872ec3 req-ff65937f-48d3-4d39-ac0b-df71c95b1d1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4316722'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:51:09.422882 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac890d2-353f-40f1-b388-5293ad872ec3 req-ff65937f-48d3-4d39-ac0b-df71c95b1d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:51:09.423499 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-0ac890d2-353f-40f1-b388-5293ad872ec3 req-ff65937f-48d3-4d39-ac0b-df71c95b1d1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200266'] for port, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:51:09.425783 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-0ac890d2-353f-40f1-b388-5293ad872ec3 req-ff65937f-48d3-4d39-ac0b-df71c95b1d1e service neutron] 10.222.0.13 "PUT /v2.0/ports/62550bc9-1f03-409a-a279-297a4fc80355 HTTP/1.1" status: 200 len: 1093 time: 0.6126523 Aug 31 04:51:09.426241 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '955d8bab-95fd-4831-b3c0-720f9e4d57d1', 'tag': '62550bc9-1f03-409a-a279-297a4fc80355'}] {{(pid=93873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 04:51:09.428685 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a11e4e79c753650f2852f0d7a0fe7e91abda00271ce9373e69ea4f6baf967f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f9e4ba1-ce35-4da8-a3d0-9a42df031b5c" -d '{"events": [{"name": "network-changed", "server_uuid": "955d8bab-95fd-4831-b3c0-720f9e4d57d1", "tag": "62550bc9-1f03-409a-a279-297a4fc80355"}]}' {{(pid=93873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:51:09.460332 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff65937f-48d3-4d39-ac0b-df71c95b1d1e service neutron] Pushing event updated for resources: {'Port': ['ID=62550bc9-1f03-409a-a279-297a4fc80355,revision_number=3']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:51:09.497812 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 04:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60b8ec15-36e0-4025-8e95-3e56465d3856 x-openstack-request-id: req-60b8ec15-36e0-4025-8e95-3e56465d3856 {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:51:09.498114 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "955d8bab-95fd-4831-b3c0-720f9e4d57d1", "tag": "62550bc9-1f03-409a-a279-297a4fc80355", "status": "completed", "code": 200}]} {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:51:09.498371 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-60b8ec15-36e0-4025-8e95-3e56465d3856 {{(pid=93873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:51:09.498765 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '955d8bab-95fd-4831-b3c0-720f9e4d57d1', 'tag': '62550bc9-1f03-409a-a279-297a4fc80355', 'status': 'completed', 'code': 200} Aug 31 04:51:09.535654 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac890d2-353f-40f1-b388-5293ad872ec3 req-457958fc-625c-4da0-a8cf-fb7a8c42f70e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:51:09.537964 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-0ac890d2-353f-40f1-b388-5293ad872ec3 req-457958fc-625c-4da0-a8cf-fb7a8c42f70e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2f8e82cf86684d55bca526dc154c03d1&device_id=955d8bab-95fd-4831-b3c0-720f9e4d57d1 HTTP/1.1" status: 200 len: 1096 time: 0.0489485 Aug 31 04:51:09.602874 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-0ac890d2-353f-40f1-b388-5293ad872ec3 req-c76591d3-9a37-4361-9ed7-2b5297594e03 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=62550bc9-1f03-409a-a279-297a4fc80355 HTTP/1.1" status: 200 len: 217 time: 0.0523973 Aug 31 04:51:09.635916 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-1c97843f-c77e-40b7-ac40-e4ffccccaaf6 req-783ec56a-8107-47cd-ab6b-fe0f211d4246 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 210 time: 0.0274403 Aug 31 04:51:09.655435 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac890d2-353f-40f1-b388-5293ad872ec3 req-834f511d-0afc-4b18-8198-c96524c6f01d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:51:09.656951 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-0ac890d2-353f-40f1-b388-5293ad872ec3 req-834f511d-0afc-4b18-8198-c96524c6f01d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9e15e21a-55f2-483a-9c78-48bccbedd076 HTTP/1.1" status: 200 len: 856 time: 0.0471399 Aug 31 04:51:09.715702 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac890d2-353f-40f1-b388-5293ad872ec3 req-217f8529-34a6-47dd-bfc1-95bd100ae4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:51:09.717198 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-0ac890d2-353f-40f1-b388-5293ad872ec3 req-217f8529-34a6-47dd-bfc1-95bd100ae4d6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2b1770a4-934d-49a7-a5c2-844beb26d79a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0529966 Aug 31 04:51:09.836260 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-0ac890d2-353f-40f1-b388-5293ad872ec3 req-586c4fce-ae6d-4eff-84d7-9767f34c57fc service neutron] 10.222.0.13 "GET /v2.0/networks/2b1770a4-934d-49a7-a5c2-844beb26d79a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105554 Aug 31 04:51:09.944745 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-0ac890d2-353f-40f1-b388-5293ad872ec3 req-34b24038-89da-4b1d-92ee-4a131368397c service neutron] 10.222.0.13 "GET /v2.0/networks/2b1770a4-934d-49a7-a5c2-844beb26d79a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014507 Aug 31 04:51:10.077193 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9e4ba1-ce35-4da8-a3d0-9a42df031b5c req-c6112ada-cdb8-496a-a9b3-b8669611642c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:51:10.078657 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-6f9e4ba1-ce35-4da8-a3d0-9a42df031b5c req-c6112ada-cdb8-496a-a9b3-b8669611642c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2f8e82cf86684d55bca526dc154c03d1&device_id=955d8bab-95fd-4831-b3c0-720f9e4d57d1 HTTP/1.1" status: 200 len: 1096 time: 0.0395470 Aug 31 04:51:10.168255 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9e4ba1-ce35-4da8-a3d0-9a42df031b5c req-f5e7c4aa-4d07-4306-bc67-c9603b944b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:51:10.169737 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-6f9e4ba1-ce35-4da8-a3d0-9a42df031b5c req-f5e7c4aa-4d07-4306-bc67-c9603b944b65 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2b1770a4-934d-49a7-a5c2-844beb26d79a HTTP/1.1" status: 200 len: 918 time: 0.0832562 Aug 31 04:51:10.211381 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-6f9e4ba1-ce35-4da8-a3d0-9a42df031b5c req-174e4880-70df-44dc-b71c-ae457db2ef11 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=62550bc9-1f03-409a-a279-297a4fc80355 HTTP/1.1" status: 200 len: 217 time: 0.0332816 Aug 31 04:51:10.263904 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9e4ba1-ce35-4da8-a3d0-9a42df031b5c req-e6deae7d-8b71-4ad4-97a8-e8aed5d1ee78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:51:10.265374 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-6f9e4ba1-ce35-4da8-a3d0-9a42df031b5c req-e6deae7d-8b71-4ad4-97a8-e8aed5d1ee78 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9e15e21a-55f2-483a-9c78-48bccbedd076 HTTP/1.1" status: 200 len: 856 time: 0.0467653 Aug 31 04:51:10.309299 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9e4ba1-ce35-4da8-a3d0-9a42df031b5c req-41ec6113-0c5f-4564-9941-5c28f8b186eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:51:10.310806 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-6f9e4ba1-ce35-4da8-a3d0-9a42df031b5c req-41ec6113-0c5f-4564-9941-5c28f8b186eb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2b1770a4-934d-49a7-a5c2-844beb26d79a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0381622 Aug 31 04:51:10.398317 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-6f9e4ba1-ce35-4da8-a3d0-9a42df031b5c req-dc2ca3c0-4a0b-46ee-a1bb-d0487abdfb04 service neutron] 10.222.0.13 "GET /v2.0/networks/2b1770a4-934d-49a7-a5c2-844beb26d79a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791194 Aug 31 04:51:10.490207 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-6f9e4ba1-ce35-4da8-a3d0-9a42df031b5c req-b91e621c-3e2a-4ef3-82bb-b186eaf5725b service neutron] 10.222.0.13 "GET /v2.0/networks/2b1770a4-934d-49a7-a5c2-844beb26d79a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844772 Aug 31 04:51:10.511307 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9e81dc-83c9-42c5-9edd-be4afc94e6b5 req-b7c6b934-d91c-4752-9584-9cd0b3b41fc7 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:51:10.512764 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-2e9e81dc-83c9-42c5-9edd-be4afc94e6b5 req-b7c6b934-d91c-4752-9584-9cd0b3b41fc7 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=955d8bab-95fd-4831-b3c0-720f9e4d57d1 HTTP/1.1" status: 200 len: 943 time: 0.0495205 Aug 31 04:51:10.550120 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-2e9e81dc-83c9-42c5-9edd-be4afc94e6b5 req-6d949879-7cc9-4a60-96f0-dec5c9498e6e tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e145cf4-1c95-4195-a09e-4e8bec420328&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299799 Aug 31 04:51:10.728752 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-e6c823eb-82e8-4313-9702-24f6a1efa097 req-b82b7385-6655-462f-9773-828a3cb32620 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 210 time: 0.0260384 Aug 31 04:51:11.664703 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25383a15-3bde-4249-8e87-3b38478b7b7d req-62344589-c8ad-4851-9bc3-348e6dea3b43 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:51:11.666215 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-25383a15-3bde-4249-8e87-3b38478b7b7d req-62344589-c8ad-4851-9bc3-348e6dea3b43 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=955d8bab-95fd-4831-b3c0-720f9e4d57d1 HTTP/1.1" status: 200 len: 943 time: 0.0468316 Aug 31 04:51:11.703984 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-25383a15-3bde-4249-8e87-3b38478b7b7d req-6d6c20c3-985d-4a6b-a3d6-662397e09605 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e145cf4-1c95-4195-a09e-4e8bec420328&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318880 Aug 31 04:51:11.820612 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-292e9e13-de2a-48e4-ae1f-29a42411a7ae req-4376d719-41c8-48f1-847f-6416e392fda8 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 210 time: 0.0247884 Aug 31 04:51:12.015042 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Device 62550bc9-1f03-409a-a279-297a4fc80355 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=93875) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 04:51:12.106498 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] For port 62550bc9-1f03-409a-a279-297a4fc80355, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=62550bc9-1f03-409a-a279-297a4fc80355,segment=NetworkSegment(14aa025e-dd6c-45fc-a8a8-06cb8f48a6ca),segment_id=14aa025e-dd6c-45fc-a8a8-06cb8f48a6ca)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:51:12.117705 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Returning: {'device': '62550bc9-1f03-409a-a279-297a4fc80355', 'network_id': '2b1770a4-934d-49a7-a5c2-844beb26d79a', 'port_id': '62550bc9-1f03-409a-a279-297a4fc80355', 'mac_address': 'fa:16:3e:cf:d5:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e15e21a-55f2-483a-9c78-48bccbedd076', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93875) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 04:51:12.152920 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:51:12.165503 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.notifiers.nova [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62550bc9-1f03-409a-a279-297a4fc80355 {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 04:51:12.184091 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] For port 62550bc9-1f03-409a-a279-297a4fc80355, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=62550bc9-1f03-409a-a279-297a4fc80355,segment=NetworkSegment(14aa025e-dd6c-45fc-a8a8-06cb8f48a6ca),segment_id=14aa025e-dd6c-45fc-a8a8-06cb8f48a6ca)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:51:12.187475 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:51:12.234658 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Pushing event updated for resources: {'Port': ['ID=62550bc9-1f03-409a-a279-297a4fc80355,revision_number=4']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:51:12.242157 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:51:12.242512 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:51:12.242853 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:51:12.243190 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:51:12.243521 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:51:12.243855 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:51:12.244183 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:51:12.244513 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:51:12.244860 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:51:12.245188 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:51:12.245539 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:51:12.245861 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:51:12.487012 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] get_ports_and_sgs() called for port_ids ['62550bc9-1f03-409a-a279-297a4fc80355'] {{(pid=93875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 04:51:12.823423 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e938a6-d4b0-42db-97f4-0d007edc79d5 req-d455281b-7fb0-4f6a-83f7-4587c2548bda tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:51:12.824879 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-b9e938a6-d4b0-42db-97f4-0d007edc79d5 req-d455281b-7fb0-4f6a-83f7-4587c2548bda tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=955d8bab-95fd-4831-b3c0-720f9e4d57d1 HTTP/1.1" status: 200 len: 944 time: 0.0500290 Aug 31 04:51:12.862276 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-b9e938a6-d4b0-42db-97f4-0d007edc79d5 req-b67dded2-f5b9-4d36-abeb-b78851679df1 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e145cf4-1c95-4195-a09e-4e8bec420328&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314875 Aug 31 04:51:12.911931 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-f0517415-7aba-448a-bb21-650d240b79f4 req-b50861de-6e06-4e71-9f39-66d71076decb tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 210 time: 0.0261264 Aug 31 04:51:13.980385 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31edf3c6-195a-423e-8090-c54b0f286132 req-83a6e778-eca6-4f3a-9610-544eaeea876c tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:51:13.981893 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-31edf3c6-195a-423e-8090-c54b0f286132 req-83a6e778-eca6-4f3a-9610-544eaeea876c tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=955d8bab-95fd-4831-b3c0-720f9e4d57d1 HTTP/1.1" status: 200 len: 944 time: 0.0513275 Aug 31 04:51:14.018334 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-c11b56c0-4497-4be5-91ec-67ab8975fbe3 req-d6d0a9b0-e72a-42db-b43f-ff103cbcbcf7 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 210 time: 0.0348880 Aug 31 04:51:14.041495 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Device 62550bc9-1f03-409a-a279-297a4fc80355 up at agent hyperv_hv-cinder-77819 {{(pid=93875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:51:14.045081 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-31edf3c6-195a-423e-8090-c54b0f286132 req-a8b0c7f2-9274-4d48-a387-6cbd89e8b9f7 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e145cf4-1c95-4195-a09e-4e8bec420328&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529311 Aug 31 04:51:14.102269 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Provisioning for port 62550bc9-1f03-409a-a279-297a4fc80355 completed by entity L2. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 04:51:14.106042 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Provisioning complete for port 62550bc9-1f03-409a-a279-297a4fc80355 triggered by entity L2. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:51:14.106538 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667402'] for port, provisioning_complete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:51:14.180989 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:51:14.202408 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '955d8bab-95fd-4831-b3c0-720f9e4d57d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62550bc9-1f03-409a-a279-297a4fc80355'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 04:51:14.204634 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb65e2f83a67e5a17dc8ea4502d49053413b763c9a1f232c6edaada591b5d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6b9f1dc-cc19-410e-96d3-e0b833aa9e54" -d '{"events": [{"server_uuid": "955d8bab-95fd-4831-b3c0-720f9e4d57d1", "name": "network-vif-plugged", "status": "completed", "tag": "62550bc9-1f03-409a-a279-297a4fc80355"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:51:14.217084 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] For port 62550bc9-1f03-409a-a279-297a4fc80355, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=62550bc9-1f03-409a-a279-297a4fc80355,segment=NetworkSegment(14aa025e-dd6c-45fc-a8a8-06cb8f48a6ca),segment_id=14aa025e-dd6c-45fc-a8a8-06cb8f48a6ca)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:51:14.220830 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:51:14.266492 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Pushing event updated for resources: {'Port': ['ID=62550bc9-1f03-409a-a279-297a4fc80355,revision_number=5']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:51:14.302707 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 04:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06b547a8-ee98-4d7e-ad67-29926cc18a45 x-openstack-request-id: req-06b547a8-ee98-4d7e-ad67-29926cc18a45 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:51:14.303002 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "955d8bab-95fd-4831-b3c0-720f9e4d57d1", "name": "network-vif-plugged", "status": "completed", "tag": "62550bc9-1f03-409a-a279-297a4fc80355", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:51:14.303496 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-06b547a8-ee98-4d7e-ad67-29926cc18a45 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:51:14.303903 dv-cinder-778193-7-iscsi neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '955d8bab-95fd-4831-b3c0-720f9e4d57d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62550bc9-1f03-409a-a279-297a4fc80355', 'code': 200} Aug 31 04:51:14.490869 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe216d7-fbe0-4ab5-84c1-129f4dbd005b req-01b37908-1c1a-45cb-b7d8-f5e2ec6238b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:51:14.492300 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-bbe216d7-fbe0-4ab5-84c1-129f4dbd005b req-01b37908-1c1a-45cb-b7d8-f5e2ec6238b8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=955d8bab-95fd-4831-b3c0-720f9e4d57d1 HTTP/1.1" status: 200 len: 1098 time: 0.0391970 Aug 31 04:51:14.525968 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-bbe216d7-fbe0-4ab5-84c1-129f4dbd005b req-a1d10aa7-2291-4818-a20e-32edcde81671 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2e145cf4-1c95-4195-a09e-4e8bec420328&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0266542 Aug 31 04:51:15.117692 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-0fc070f9-823e-4137-a3d9-982af99494c9 req-e8d497d1-12a8-4611-b11f-05b1609648f6 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 210 time: 0.0282280 Aug 31 04:51:15.179168 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb07e30-9491-40e9-ab82-378c498bef41 req-a335b5cf-655f-40ba-bfab-40f5093fe86a tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:51:15.180661 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-5cb07e30-9491-40e9-ab82-378c498bef41 req-a335b5cf-655f-40ba-bfab-40f5093fe86a tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=955d8bab-95fd-4831-b3c0-720f9e4d57d1 HTTP/1.1" status: 200 len: 945 time: 0.0483613 Aug 31 04:51:15.219101 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-5cb07e30-9491-40e9-ab82-378c498bef41 req-97e90174-cc6e-4e3d-ba0d-26df3b739326 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e145cf4-1c95-4195-a09e-4e8bec420328&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309386 Aug 31 04:51:16.214948 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-cd5d86e6-a9a5-4884-9ba8-bb2545a15942 req-05c1e5c5-d9e4-4e33-9dec-0d566f95450c tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 210 time: 0.0251658 Aug 31 04:51:16.337007 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a0f280-8741-41b6-9c6e-303b75cafe73 req-8144ebb9-3cde-4dec-b4a1-3ea8a91f0321 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:51:16.338487 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-60a0f280-8741-41b6-9c6e-303b75cafe73 req-8144ebb9-3cde-4dec-b4a1-3ea8a91f0321 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=955d8bab-95fd-4831-b3c0-720f9e4d57d1 HTTP/1.1" status: 200 len: 945 time: 0.0492568 Aug 31 04:51:16.375719 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-60a0f280-8741-41b6-9c6e-303b75cafe73 req-7d3d2165-0dcb-4f0f-b62e-6ea005f3b5db tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e145cf4-1c95-4195-a09e-4e8bec420328&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313826 Aug 31 04:51:16.487551 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6afa5da-76d0-4626-83d6-1ea5bbf782e9 req-df283c39-443c-4133-bf56-c36d6c036d10 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:51:16.489022 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-a6afa5da-76d0-4626-83d6-1ea5bbf782e9 req-df283c39-443c-4133-bf56-c36d6c036d10 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=955d8bab-95fd-4831-b3c0-720f9e4d57d1 HTTP/1.1" status: 200 len: 945 time: 0.0475917 Aug 31 04:51:16.497233 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 47206) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:51:16.502211 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.v2.base [None req-0b8e9170-22be-42cf-8fb8-db4ba98755e7 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Request body: {'floatingip': {'port_id': '62550bc9-1f03-409a-a279-297a4fc80355'}} {{(pid=93874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:51:16.540929 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-0b8e9170-22be-42cf-8fb8-db4ba98755e7 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Notify callbacks [] for floatingip, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:51:17.168738 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.db.resource_extend [None req-0b8e9170-22be-42cf-8fb8-db4ba98755e7 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 04:51:17.215122 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-0b8e9170-22be-42cf-8fb8-db4ba98755e7 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:51:17.218993 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-0b8e9170-22be-42cf-8fb8-db4ba98755e7 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7956241'] for floatingip, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:51:17.332873 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-da748f90-353f-4e8c-b46b-0378166b5051 req-601d3d4f-6a34-4753-b1ee-7cd7bc77a72a tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 210 time: 0.0323765 Aug 31 04:51:17.346323 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.db.l3_db [None req-0b8e9170-22be-42cf-8fb8-db4ba98755e7 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Floating IP b5b2367e-6237-41d0-9781-8101b337ebae associated. External IP: 172.27.3.174, port: 62550bc9-1f03-409a-a279-297a4fc80355. Aug 31 04:51:17.543848 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b8e9170-22be-42cf-8fb8-db4ba98755e7 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Router 1b0ed72e-a8df-4f57-a9db-54d4c4b1af8d has already been hosted by L3 agent 0d18d50c-d309-40cc-9cbf-a014e4f79dac {{(pid=93874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 04:51:17.646298 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b8e9170-22be-42cf-8fb8-db4ba98755e7 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Notify agent at l3_agent.dv-cinder-778193-7-iscsi the message routers_updated {{(pid=93874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:51:17.651545 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-0b8e9170-22be-42cf-8fb8-db4ba98755e7 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200266'] for floatingip, before_response {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:51:17.655975 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51e7c4c-ce4e-4030-bee4-584a9e800eb5 None None] Sync routers for ids ['1b0ed72e-a8df-4f57-a9db-54d4c4b1af8d'] in dv-cinder-778193-7-iscsi {{(pid=93875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:51:17.665346 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51e7c4c-ce4e-4030-bee4-584a9e800eb5 None None] Routers {'1b0ed72e-a8df-4f57-a9db-54d4c4b1af8d'} bound to L3 agent in host dv-cinder-778193-7-iscsi {{(pid=93875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 04:51:17.666043 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-e51e7c4c-ce4e-4030-bee4-584a9e800eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T04:24:29Z,description=,heartbeat_timestamp=2021-08-31T04:50:59Z,host='dv-cinder-778193-7-iscsi',id=0d18d50c-d309-40cc-9cbf-a014e4f79dac,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T04:24:29Z,topic='l3_agent')) {'router_ids': ['1b0ed72e-a8df-4f57-a9db-54d4c4b1af8d'], 'active': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:51:17.680523 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-0b8e9170-22be-42cf-8fb8-db4ba98755e7 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "PUT /v2.0/floatingips/b5b2367e-6237-41d0-9781-8101b337ebae HTTP/1.1" status: 200 len: 991 time: 1.1822538 Aug 31 04:51:17.681143 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '955d8bab-95fd-4831-b3c0-720f9e4d57d1', 'tag': '62550bc9-1f03-409a-a279-297a4fc80355'}] {{(pid=93874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 04:51:17.683456 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5938699f339110e9e8a85feef94aa89cb8ce9e43d70de9421afa6be4e30d1429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bc24dbf-113a-4f70-afd1-31038073c799" -d '{"events": [{"name": "network-changed", "server_uuid": "955d8bab-95fd-4831-b3c0-720f9e4d57d1", "tag": "62550bc9-1f03-409a-a279-297a4fc80355"}]}' {{(pid=93874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:51:17.777598 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 04:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1379cd4e-b3d6-43e3-888c-6c1325916aba x-openstack-request-id: req-1379cd4e-b3d6-43e3-888c-6c1325916aba {{(pid=93874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:51:17.778076 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "955d8bab-95fd-4831-b3c0-720f9e4d57d1", "tag": "62550bc9-1f03-409a-a279-297a4fc80355", "status": "completed", "code": 200}]} {{(pid=93874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:51:17.778412 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1379cd4e-b3d6-43e3-888c-6c1325916aba {{(pid=93874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:51:17.778889 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '955d8bab-95fd-4831-b3c0-720f9e4d57d1', 'tag': '62550bc9-1f03-409a-a279-297a4fc80355', 'status': 'completed', 'code': 200} Aug 31 04:51:17.779568 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvr_db [None req-e51e7c4c-ce4e-4030-bee4-584a9e800eb5 None None] Set router 1b0ed72e-a8df-4f57-a9db-54d4c4b1af8d gateway port host: dv-cinder-778193-7-iscsi {{(pid=93875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 04:51:17.860212 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc24dbf-113a-4f70-afd1-31038073c799 req-c93f53e8-ded6-4ebd-a7f0-acac67839a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:51:17.861712 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-8bc24dbf-113a-4f70-afd1-31038073c799 req-c93f53e8-ded6-4ebd-a7f0-acac67839a94 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2f8e82cf86684d55bca526dc154c03d1&device_id=955d8bab-95fd-4831-b3c0-720f9e4d57d1 HTTP/1.1" status: 200 len: 1098 time: 0.0389159 Aug 31 04:51:17.959287 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc24dbf-113a-4f70-afd1-31038073c799 req-05cae48b-4f2e-4c30-bdb5-17847a153cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:51:17.961055 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-8bc24dbf-113a-4f70-afd1-31038073c799 req-05cae48b-4f2e-4c30-bdb5-17847a153cc8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2b1770a4-934d-49a7-a5c2-844beb26d79a HTTP/1.1" status: 200 len: 918 time: 0.0922000 Aug 31 04:51:18.001244 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-e51e7c4c-ce4e-4030-bee4-584a9e800eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b0ed72e-a8df-4f57-a9db-54d4c4b1af8d', 'name': 'tempest-AttachVolumeShelveTestJSON-1580808312-router', 'tenant_id': '2f8e82cf86684d55bca526dc154c03d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'external_fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '80a6a27f-a192-4ead-90e8-474aed701de6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:32:16Z', 'updated_at': '2021-08-31T04:32:23Z', 'revision_number': 4, 'project_id': '2f8e82cf86684d55bca526dc154c03d1', 'gw_port': {'id': '80a6a27f-a192-4ead-90e8-474aed701de6', 'name': '', 'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:dc:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b0ed72e-a8df-4f57-a9db-54d4c4b1af8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:32:17Z', 'updated_at': '2021-08-31T04:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-iscsi', '_floatingips': [{'id': 'b5b2367e-6237-41d0-9781-8101b337ebae', 'tenant_id': '2f8e82cf86684d55bca526dc154c03d1', 'floating_ip_address': '172.27.3.174', 'floating_network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'router_id': '1b0ed72e-a8df-4f57-a9db-54d4c4b1af8d', 'port_id': '62550bc9-1f03-409a-a279-297a4fc80355', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b1770a4-934d-49a7-a5c2-844beb26d79a', 'mac_address': 'fa:16:3e:cf:d5:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955d8bab-95fd-4831-b3c0-720f9e4d57d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T04:51:05Z', 'updated_at': '2021-08-31T04:51:16Z', 'revision_number': 1, 'project_id': '2f8e82cf86684d55bca526dc154c03d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6ad802d-c5e9-4d03-9475-dc5b3c914d04', 'name': '', 'network_id': '2b1770a4-934d-49a7-a5c2-844beb26d79a', 'tenant_id': '2f8e82cf86684d55bca526dc154c03d1', 'mac_address': 'fa:16:3e:a0:fa:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b0ed72e-a8df-4f57-a9db-54d4c4b1af8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9e15e21a-55f2-483a-9c78-48bccbedd076', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:32:21Z', 'updated_at': '2021-08-31T04:32:40Z', 'revision_number': 5, 'project_id': '2f8e82cf86684d55bca526dc154c03d1', 'subnets': [{'id': '9e15e21a-55f2-483a-9c78-48bccbedd076', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-7-iscsi', False) {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:51:18.028617 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51e7c4c-ce4e-4030-bee4-584a9e800eb5 None None] Checking router: 1b0ed72e-a8df-4f57-a9db-54d4c4b1af8d for host: dv-cinder-778193-7-iscsi {{(pid=93875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:51:18.028979 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-8bc24dbf-113a-4f70-afd1-31038073c799 req-42681511-6607-4bad-a7b7-103046c90f36 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=62550bc9-1f03-409a-a279-297a4fc80355 HTTP/1.1" status: 200 len: 999 time: 0.0601625 Aug 31 04:51:18.036716 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51e7c4c-ce4e-4030-bee4-584a9e800eb5 None None] Routers {'1b0ed72e-a8df-4f57-a9db-54d4c4b1af8d'} bound to L3 agent in host dv-cinder-778193-7-iscsi {{(pid=93875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 04:51:18.037300 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-e51e7c4c-ce4e-4030-bee4-584a9e800eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T04:24:29Z,description=,heartbeat_timestamp=2021-08-31T04:50:59Z,host='dv-cinder-778193-7-iscsi',id=0d18d50c-d309-40cc-9cbf-a014e4f79dac,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T04:24:29Z,topic='l3_agent')) {'router_ids': ['1b0ed72e-a8df-4f57-a9db-54d4c4b1af8d'], 'active': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:51:18.078947 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc24dbf-113a-4f70-afd1-31038073c799 req-8b53afdb-5aac-40e7-8f34-fcf4b4edc9af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:51:18.081063 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-8bc24dbf-113a-4f70-afd1-31038073c799 req-8b53afdb-5aac-40e7-8f34-fcf4b4edc9af service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9e15e21a-55f2-483a-9c78-48bccbedd076 HTTP/1.1" status: 200 len: 856 time: 0.0458014 Aug 31 04:51:18.124594 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc24dbf-113a-4f70-afd1-31038073c799 req-92970799-7298-497a-af46-8905466fa655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:51:18.126028 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-8bc24dbf-113a-4f70-afd1-31038073c799 req-92970799-7298-497a-af46-8905466fa655 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2b1770a4-934d-49a7-a5c2-844beb26d79a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0380588 Aug 31 04:51:18.138823 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvr_db [None req-e51e7c4c-ce4e-4030-bee4-584a9e800eb5 None None] Set router 1b0ed72e-a8df-4f57-a9db-54d4c4b1af8d gateway port host: dv-cinder-778193-7-iscsi {{(pid=93875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 04:51:18.211576 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-8bc24dbf-113a-4f70-afd1-31038073c799 req-596abcd4-214f-4944-ba37-5cf54e6ad98a service neutron] 10.222.0.13 "GET /v2.0/networks/2b1770a4-934d-49a7-a5c2-844beb26d79a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0779328 Aug 31 04:51:18.305078 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-8bc24dbf-113a-4f70-afd1-31038073c799 req-32ed2fc0-51fd-4a3c-bf77-9d2316940123 service neutron] 10.222.0.13 "GET /v2.0/networks/2b1770a4-934d-49a7-a5c2-844beb26d79a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860250 Aug 31 04:51:18.369092 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-e51e7c4c-ce4e-4030-bee4-584a9e800eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b0ed72e-a8df-4f57-a9db-54d4c4b1af8d', 'name': 'tempest-AttachVolumeShelveTestJSON-1580808312-router', 'tenant_id': '2f8e82cf86684d55bca526dc154c03d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'external_fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '80a6a27f-a192-4ead-90e8-474aed701de6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:32:16Z', 'updated_at': '2021-08-31T04:32:23Z', 'revision_number': 4, 'project_id': '2f8e82cf86684d55bca526dc154c03d1', 'gw_port': {'id': '80a6a27f-a192-4ead-90e8-474aed701de6', 'name': '', 'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:dc:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b0ed72e-a8df-4f57-a9db-54d4c4b1af8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:32:17Z', 'updated_at': '2021-08-31T04:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-iscsi', '_floatingips': [{'id': 'b5b2367e-6237-41d0-9781-8101b337ebae', 'tenant_id': '2f8e82cf86684d55bca526dc154c03d1', 'floating_ip_address': '172.27.3.174', 'floating_network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'router_id': '1b0ed72e-a8df-4f57-a9db-54d4c4b1af8d', 'port_id': '62550bc9-1f03-409a-a279-297a4fc80355', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b1770a4-934d-49a7-a5c2-844beb26d79a', 'mac_address': 'fa:16:3e:cf:d5:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955d8bab-95fd-4831-b3c0-720f9e4d57d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T04:51:05Z', 'updated_at': '2021-08-31T04:51:16Z', 'revision_number': 1, 'project_id': '2f8e82cf86684d55bca526dc154c03d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6ad802d-c5e9-4d03-9475-dc5b3c914d04', 'name': '', 'network_id': '2b1770a4-934d-49a7-a5c2-844beb26d79a', 'tenant_id': '2f8e82cf86684d55bca526dc154c03d1', 'mac_address': 'fa:16:3e:a0:fa:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b0ed72e-a8df-4f57-a9db-54d4c4b1af8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9e15e21a-55f2-483a-9c78-48bccbedd076', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:32:21Z', 'updated_at': '2021-08-31T04:32:40Z', 'revision_number': 5, 'project_id': '2f8e82cf86684d55bca526dc154c03d1', 'subnets': [{'id': '9e15e21a-55f2-483a-9c78-48bccbedd076', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-7-iscsi', False) {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:51:18.396120 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51e7c4c-ce4e-4030-bee4-584a9e800eb5 None None] The sync data for ids ['1b0ed72e-a8df-4f57-a9db-54d4c4b1af8d'] in dv-cinder-778193-7-iscsi is: [{'id': '1b0ed72e-a8df-4f57-a9db-54d4c4b1af8d', 'name': 'tempest-AttachVolumeShelveTestJSON-1580808312-router', 'tenant_id': '2f8e82cf86684d55bca526dc154c03d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'external_fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '80a6a27f-a192-4ead-90e8-474aed701de6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:32:16Z', 'updated_at': '2021-08-31T04:32:23Z', 'revision_number': 4, 'project_id': '2f8e82cf86684d55bca526dc154c03d1', 'gw_port': {'id': '80a6a27f-a192-4ead-90e8-474aed701de6', 'name': '', 'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:dc:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b0ed72e-a8df-4f57-a9db-54d4c4b1af8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:32:17Z', 'updated_at': '2021-08-31T04:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-iscsi', '_floatingips': [{'id': 'b5b2367e-6237-41d0-9781-8101b337ebae', 'tenant_id': '2f8e82cf86684d55bca526dc154c03d1', 'floating_ip_address': '172.27.3.174', 'floating_network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'router_id': '1b0ed72e-a8df-4f57-a9db-54d4c4b1af8d', 'port_id': '62550bc9-1f03-409a-a279-297a4fc80355', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b1770a4-934d-49a7-a5c2-844beb26d79a', 'mac_address': 'fa:16:3e:cf:d5:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955d8bab-95fd-4831-b3c0-720f9e4d57d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T04:51:05Z', 'updated_at': '2021-08-31T04:51:16Z', 'revision_number': 1, 'project_id': '2f8e82cf86684d55bca526dc154c03d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6ad802d-c5e9-4d03-9475-dc5b3c914d04', 'name': '', 'network_id': '2b1770a4-934d-49a7-a5c2-844beb26d79a', 'tenant_id': '2f8e82cf86684d55bca526dc154c03d1', 'mac_address': 'fa:16:3e:a0:fa:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b0ed72e-a8df-4f57-a9db-54d4c4b1af8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9e15e21a-55f2-483a-9c78-48bccbedd076', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:32:21Z', 'updated_at': '2021-08-31T04:32:40Z', 'revision_number': 5, 'project_id': '2f8e82cf86684d55bca526dc154c03d1', 'subnets': [{'id': '9e15e21a-55f2-483a-9c78-48bccbedd076', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:51:18.431262 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-f7ce30e1-f13f-4fae-ac03-411f1bdfefe2 req-fd57325a-3f41-49de-a831-4a128d8f8011 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 210 time: 0.0271988 Aug 31 04:51:18.585398 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0469fd-66d3-4e4c-999c-4a27ebdd68f8 None None] New status for floating IP b5b2367e-6237-41d0-9781-8101b337ebae: ACTIVE {{(pid=93876) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 04:51:19.524862 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-29c7e42c-2eca-4423-98cf-c2c102f6e152 req-81f43636-551e-4058-ae76-55dece330299 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 210 time: 0.0248530 Aug 31 04:51:20.616252 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-69e20f89-084f-454b-9abd-2746d61d8e3a req-97a1e4fe-04bb-48c8-a0a4-dcab92b76855 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 210 time: 0.0254879 Aug 31 04:51:21.711794 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-73189d41-810d-466f-8959-ae8d5d48d458 req-c28de2f1-210b-4cfb-bd32-d1e944b87b6f tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 210 time: 0.0266502 Aug 31 04:51:22.820210 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-fce93a7c-95bb-45b0-8773-4d5ba8c9cf1b req-5b7fbdda-f06e-4159-8db8-43247a34c473 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 210 time: 0.0254455 Aug 31 04:51:23.915386 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-f9de107e-cec3-4c2f-b0ec-4eec584fcc0c req-2aae9ca6-1b20-41fc-a97d-5def9d6449c8 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 210 time: 0.0281479 Aug 31 04:51:25.011159 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-75190d4e-7c69-4313-9e0d-be3becf10f8d req-8f2b4244-c26c-42e6-affb-5a600ae4fd76 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 210 time: 0.0261414 Aug 31 04:51:26.101683 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-f24bb5e3-0b8d-42a4-a8db-ae98ac28935c req-e19ba367-c804-416b-86b9-bf1f7693225e tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 210 time: 0.0255344 Aug 31 04:51:26.199032 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-52c9efcb-e295-4738-9fd1-d677ee3e4d0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:51:27.191020 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-7cb5d9cc-1a39-4a4b-8582-5a649bb9ae92 req-b3a0f418-2dd4-43c3-b2de-d0e32e7cd8a3 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 210 time: 0.0256164 Aug 31 04:51:27.990710 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:51:28.281069 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-85c41035-e6fb-4826-b234-eec152fda9bd req-f11592ed-0796-49c8-a624-a43b77bc3953 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 210 time: 0.0250633 Aug 31 04:51:28.658600 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2707471e-f977-43c3-9a4a-e05d737d1a69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:51:29.007291 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:51:29.374932 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-fd6b063b-338f-4f60-8a33-79508847e6f1 req-9f3038d1-e74d-4afd-92a0-315629d15810 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 210 time: 0.0250080 Aug 31 04:51:29.911256 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cae06a7b-375a-4b62-8781-ea2d8af560c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:51:30.468340 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-738a6464-6209-43af-a024-e665f48a6197 req-33352f31-8f36-4970-89a2-709a4a7caafd tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 210 time: 0.0284367 Aug 31 04:51:31.342467 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a4fd8ad5-a492-4575-8673-07e6bf736dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:51:31.558393 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-7b14ae66-2e10-4b3b-804f-80d2cb846ccc req-31c3d06c-17bf-44fa-94be-7bd979fada4e tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 210 time: 0.0245557 Aug 31 04:51:31.866581 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [req-94c2b12e-fd83-4751-8930-eea71ae59836 req-29822d4c-57c1-4596-93de-b1d78e94ccc6 service neutron] (93874) timed out ('10.222.0.13', 59108) {{(pid=93874) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 04:51:32.648859 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-e9c395a4-fd90-41d3-b018-e4efa237122f req-35c7797b-1bb6-420f-b8ae-82a20f742548 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 210 time: 0.0249913 Aug 31 04:51:33.740216 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-e98f805e-c2fa-4ec7-8459-4375e28be1a0 req-fdbfca0a-544c-491b-b478-e8c53a22bb3a tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 210 time: 0.0266836 Aug 31 04:51:34.832136 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-974011ad-144b-4b37-acb2-25cb18dfb2a1 req-971dc9f6-114e-476e-bb7d-f4b5745e0ccb tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 210 time: 0.0254445 Aug 31 04:51:35.926778 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-371d2687-a035-423b-9098-41cbde870d4a req-606da93f-45c1-4658-bd6f-35f2a0174407 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 210 time: 0.0245574 Aug 31 04:51:37.030802 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-03da839c-8f9f-4161-8912-51841693c684 req-e1840d6b-57e1-401f-a559-52919e63f497 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 210 time: 0.0343082 Aug 31 04:51:37.536044 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.agents_db [None req-b358f2ce-044e-44db-8ffe-8010ce8c5d43 None None] Agent healthcheck: found 6 active agents {{(pid=93876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:51:38.123074 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-ba030a4c-2c65-4530-a47e-be736f1fb31d req-4a522131-c34d-45d9-b9b7-6fefa856c751 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 210 time: 0.0252821 Aug 31 04:51:39.212707 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-ec4c8daf-0b67-42da-b0a2-5e9f59d27ebf req-014246dd-a11b-49b3-9acf-ffa27179bf2b tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 210 time: 0.0249326 Aug 31 04:51:40.302718 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-3461d60c-6502-4e34-9d43-00d31a46200f req-9cd72c6e-eb3c-4436-a622-0a45746be363 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 210 time: 0.0243816 Aug 31 04:51:40.786182 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-69906f31-3069-414a-9b70-1942cc4a96db req-096b5bce-2573-45fe-b315-0d082d18ba72 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398841 Aug 31 04:51:40.894778 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69906f31-3069-414a-9b70-1942cc4a96db req-5b25d56b-eb01-4b5d-9f42-c1fb6d959a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:51:40.896306 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-69906f31-3069-414a-9b70-1942cc4a96db req-5b25d56b-eb01-4b5d-9f42-c1fb6d959a40 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9a4c00b65f96499f945037afd604da1d&device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 1098 time: 0.0438154 Aug 31 04:51:41.014508 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69906f31-3069-414a-9b70-1942cc4a96db req-76139008-c201-42d5-a5ab-513088675a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:51:41.015998 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-69906f31-3069-414a-9b70-1942cc4a96db req-76139008-c201-42d5-a5ab-513088675a8b service neutron] 10.222.0.13 "GET /v2.0/networks?id=8936ee09-226f-4718-943f-9ffdccd40918 HTTP/1.1" status: 200 len: 911 time: 0.0968595 Aug 31 04:51:41.085337 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-69906f31-3069-414a-9b70-1942cc4a96db req-007de85e-882a-4f6c-b447-69aeecfec60e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc80ed91-0e6b-4c22-99f9-cd3d341652d0 HTTP/1.1" status: 200 len: 1001 time: 0.0563700 Aug 31 04:51:41.137244 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69906f31-3069-414a-9b70-1942cc4a96db req-ca11795d-3ba9-4e0c-ab3a-d1862793e861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:51:41.138703 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-69906f31-3069-414a-9b70-1942cc4a96db req-ca11795d-3ba9-4e0c-ab3a-d1862793e861 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dbec82d9-5dbd-41df-9df9-228f18fdefe0 HTTP/1.1" status: 200 len: 849 time: 0.0462353 Aug 31 04:51:41.181562 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69906f31-3069-414a-9b70-1942cc4a96db req-33ee6de3-1e22-40d6-a97a-1cedfd09fde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:51:41.182993 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-69906f31-3069-414a-9b70-1942cc4a96db req-33ee6de3-1e22-40d6-a97a-1cedfd09fde5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8936ee09-226f-4718-943f-9ffdccd40918&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0369308 Aug 31 04:51:41.270138 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-69906f31-3069-414a-9b70-1942cc4a96db req-0eb13acb-9ec4-487f-9309-89cf04e1fd84 service neutron] 10.222.0.13 "GET /v2.0/networks/8936ee09-226f-4718-943f-9ffdccd40918?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782726 Aug 31 04:51:41.360591 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-69906f31-3069-414a-9b70-1942cc4a96db req-496e4b41-bb35-4a7e-a3f4-ef7beeb3d4a3 service neutron] 10.222.0.13 "GET /v2.0/networks/8936ee09-226f-4718-943f-9ffdccd40918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827286 Aug 31 04:51:41.394300 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-cc5c429a-9444-4d35-bcc7-2a9c8356fd74 req-46bc3b72-e4c7-4b58-bd90-150090b46175 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 210 time: 0.0255592 Aug 31 04:51:42.485873 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-5c471fad-4d38-4e92-a39d-ae4e7a32a968 req-3dac2af6-7813-4fdd-b8ba-ed8e34924db3 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 210 time: 0.0250297 Aug 31 04:51:43.579494 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-66313f3a-0d57-4548-9c45-fefcb3381b51 req-6301449a-7ecd-48f2-bcf3-aaad90273194 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 210 time: 0.0277047 Aug 31 04:51:44.669584 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-d8e09ad1-2853-47dd-9970-50db535b1cc6 req-9c38928b-0d3d-43f0-8cc3-9fbea834ecf3 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 210 time: 0.0251186 Aug 31 04:51:45.763504 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-bc24a781-0cdf-4b16-97ac-667dd745ab2e req-d2e6d8cc-76d1-46da-89db-e9786f4f894d tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 210 time: 0.0280452 Aug 31 04:51:46.856047 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-3e216dbc-d7b0-4b66-af01-1129890f00ee req-647d9341-4c4f-41c8-ad19-341ef2ee74d8 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 210 time: 0.0254378 Aug 31 04:51:47.945999 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-077b1dcd-b037-4f96-9018-54bcc7cb7a0c req-f64b4154-d4fc-444c-9551-e2bf37e5c998 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 210 time: 0.0253329 Aug 31 04:51:49.039164 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-7ab5c624-5da6-4149-b58b-106578d0ba8b req-1001e6e6-0e65-4e52-9555-ebea6f6e16b6 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 210 time: 0.0263450 Aug 31 04:51:50.134968 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-33aae229-fe0a-4d56-b00c-f558cff76ac9 req-27293ba6-3c74-4b59-a59b-28ed891880bc tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 210 time: 0.0293608 Aug 31 04:51:51.226709 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-9bbb06bd-d16c-4f81-a9e2-fc53467d14ee req-980354b9-4544-4aa2-8cb7-f659568971dc tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 210 time: 0.0264959 Aug 31 04:51:52.317676 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-1be9a4bf-0d19-4ec9-921e-3e61ecc15674 req-edef8b0a-7dc0-4ec8-8f61-24e098c2f8c0 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 210 time: 0.0253434 Aug 31 04:51:53.412557 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-0a39cb92-4597-467d-b6e7-2bab0c16b98a req-cc9f3f44-9cbf-4bd6-84f4-edd7b7cd2434 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 210 time: 0.0299387 Aug 31 04:51:54.503105 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-0225f1d0-3c0e-41e6-91b0-9c85614bbc36 req-ddb3e22b-6cdc-49f1-b9e2-23c6b4d1f570 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 210 time: 0.0257215 Aug 31 04:51:55.596638 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-8389bde8-3269-4cdc-bfeb-e29d53810ede req-92bd51bb-0f01-4ade-a162-ffde5d5e9213 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 210 time: 0.0254216 Aug 31 04:51:56.199464 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1c08e1a5-ba38-41e5-97bb-b432e177523b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:51:56.690736 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-6024e321-b0b6-4a60-85a6-191a46b7c37f req-86ebea69-88f8-4892-8e24-130b37168c2e tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 210 time: 0.0277586 Aug 31 04:51:57.785022 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-d0ddaf52-b64e-419a-8b6b-b53aaa0b38c2 req-fcbe2ee1-0e27-4b93-b07f-bf1dd73daadf tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 210 time: 0.0254245 Aug 31 04:51:58.004034 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:51:58.658508 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e769ae80-c5d2-472c-a97d-913ba6e95c95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:51:58.875380 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-a53d3de9-bb2a-4c69-8d85-90f0b39e205b req-ef0cc4fd-88b0-4062-9006-7d07aae1d897 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 210 time: 0.0245130 Aug 31 04:51:59.010446 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:51:59.911196 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cae06a7b-375a-4b62-8781-ea2d8af560c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:51:59.966863 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-edd70f69-7793-45eb-bb7b-12fd5204b7ff req-a9d26441-87a6-453d-ab80-944c9047b77a tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 210 time: 0.0254352 Aug 31 04:52:01.058171 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-4a9656f9-489c-413d-b8a4-1d8f3946a6c3 req-0ae71ade-3966-4830-b248-c08de5b7409e tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 210 time: 0.0252204 Aug 31 04:52:01.349301 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a4fd8ad5-a492-4575-8673-07e6bf736dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:02.150139 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-00122e2b-888b-445e-aebf-8619b8852ce8 req-4970e1c8-a03b-49f8-a9df-6006820fa50a tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 210 time: 0.0243061 Aug 31 04:52:03.244374 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-86bf2acb-ab1f-46b8-ab73-439a5f705ab5 req-75632a4a-5f87-488a-9b4d-fe4cceb3058c tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 210 time: 0.0280960 Aug 31 04:52:04.334318 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-3eb7a9fd-8691-42f4-b1d4-e16979f8eac2 req-2342abd6-0389-415f-a9fe-039ee7d834ca tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 210 time: 0.0244284 Aug 31 04:52:05.425366 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-272a7088-65de-4cc4-bd43-e0411b726440 req-e40cf48c-0640-4836-ad8f-bd0bda6ef145 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 210 time: 0.0250528 Aug 31 04:52:06.514793 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-564a243a-a441-4830-a123-20a137a01e89 req-bf27ced6-95ce-4464-9c88-facf3b3c9145 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 210 time: 0.0248241 Aug 31 04:52:07.606760 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-89fc23b1-ef03-459b-a202-fa7ed6df6f21 req-3b01de95-133b-433a-9115-b5d80bf1b73e tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 210 time: 0.0249114 Aug 31 04:52:08.697162 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-9e130e06-6c6a-4bfb-89ab-e6282b2f990f req-86fadeae-6ca5-43fd-acf1-a47249262940 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 210 time: 0.0241718 Aug 31 04:52:09.798261 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-a579d428-8aa9-4f34-9eb6-5916b55e6fe3 req-e2a24de7-af41-4625-b803-0d6b03dd3331 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 210 time: 0.0317624 Aug 31 04:52:10.896364 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-d12f0881-6b87-4532-8263-4679e9fef85a req-517cb324-a0e6-402d-86ac-ea18bea675bd tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 210 time: 0.0261714 Aug 31 04:52:11.989199 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-f6ebd88f-6df5-4e9f-a829-993b7de35eac req-b3690a7b-9a39-4a41-9fa1-d3041f3a505e tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 210 time: 0.0266306 Aug 31 04:52:13.085623 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-79a57158-dd07-4d5c-92f5-b85ed1582506 req-f89ffe66-9be4-4cdb-adb0-d50c1a585405 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 210 time: 0.0273981 Aug 31 04:52:14.181143 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-c480e48c-64de-41b9-a3c2-404906655825 req-1b13fff6-64eb-4bec-b4d7-153f0a30adef tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 210 time: 0.0251725 Aug 31 04:52:14.534773 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.agents_db [None req-b358f2ce-044e-44db-8ffe-8010ce8c5d43 None None] Agent healthcheck: found 6 active agents {{(pid=93876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:52:15.282598 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-8732cf30-a8a7-458b-8051-69a15c98c082 req-c0b9ed88-b40e-4f8a-94a3-1153d44ab872 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 210 time: 0.0263820 Aug 31 04:52:16.375240 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-f4517daa-c24e-44ed-b3c1-056362db8e94 req-0aa530c5-17cc-4240-b97f-36251dc46e6d tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 210 time: 0.0289080 Aug 31 04:52:17.465991 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-ca1e81e0-24ab-4389-bd4c-dd15d8fb0a7a req-22c57e52-1f01-4abe-b4eb-2e00f4783f0d tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 210 time: 0.0252376 Aug 31 04:52:18.556529 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-ac2d4619-5420-47f1-aba6-131eecbe174a req-9c8ea707-3a74-489a-b790-c7f3a096a17f tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 210 time: 0.0255747 Aug 31 04:52:19.646815 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-e556350d-fca0-4dbe-ad74-b199dd96177c req-8e617787-bed2-4096-a81a-25bb6aa18b27 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 210 time: 0.0251892 Aug 31 04:52:20.736287 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-c653bce7-be26-4482-8913-e47250414f89 req-6a29f2dc-c5a9-4a74-965c-abfb35419d6c tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 210 time: 0.0253029 Aug 31 04:52:21.828957 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-a4ce05de-71d8-4bad-bd14-1cbcd2028c5a req-87a86b0a-c9b3-4660-82e3-18c4938bb0d7 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 210 time: 0.0257270 Aug 31 04:52:22.924816 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-f9a2e8c6-2176-4c7b-950a-77c57e079e07 req-71998df2-a62e-4307-ac8e-2b4f59d352b0 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 210 time: 0.0304823 Aug 31 04:52:24.017181 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-2d93bdcd-1034-43c9-b819-883e1e660ff0 req-f5a6fde0-9c90-488b-9a19-95c42b9bfe02 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 210 time: 0.0260975 Aug 31 04:52:25.107968 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-88685724-59eb-4695-b86e-f0f849a69d1d req-8c0d7360-35cf-474b-9748-00f275db53dd tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 210 time: 0.0261483 Aug 31 04:52:26.199897 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-b28dab55-6ec8-435e-9e62-5bd056693e60 req-bffa73f0-1f6d-4f99-8179-803c7fc9dd44 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 210 time: 0.0258732 Aug 31 04:52:26.201451 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-256f1c43-1595-45d7-8d5f-1966fba46903 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:27.289878 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-c6b39c8c-f5e6-460f-9191-61b732afa475 req-5acd18a6-fd1a-4084-85ca-2848c447d648 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 210 time: 0.0248544 Aug 31 04:52:28.004331 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:28.380683 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-5cd5bf88-91b2-4e72-913b-17d65ebfb9c0 req-eeec5359-139e-4095-b147-c72e2e161625 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 210 time: 0.0255299 Aug 31 04:52:28.657971 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d57c2f0f-96aa-422a-b1b3-bb39cf9a3c22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:29.015108 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:29.475994 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-78f00a26-44b0-4405-aa88-8363ce21a8b5 req-680b8323-8cd4-4ce2-9d3d-8b4b31834d40 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 210 time: 0.0282984 Aug 31 04:52:29.912612 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cae06a7b-375a-4b62-8781-ea2d8af560c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:30.568921 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-f1699f95-739d-4ce1-ab3c-4b9ab5c0eeb6 req-65bec7ab-10c1-49ca-be50-7bbf4e47f762 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 210 time: 0.0254431 Aug 31 04:52:31.349675 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a4fd8ad5-a492-4575-8673-07e6bf736dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:31.662514 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-068b87a8-fc16-47a5-b2d5-05036d7963d1 req-6f8b39b5-7650-4503-a588-67b99d4f1c0f tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 210 time: 0.0257440 Aug 31 04:52:32.752580 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-b6a39eb6-479b-4593-b2b7-80d37c5f2200 req-3174e12b-2146-4a92-849b-d6aaabe3209e tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 210 time: 0.0251615 Aug 31 04:52:33.842304 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-33478cac-fb1e-487a-9eba-36f67f31d7e7 req-55666f53-48fc-4825-8de8-5cd43a868a2f tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 210 time: 0.0250046 Aug 31 04:52:34.931945 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-c7bc0d28-9146-41d7-82c2-b443c8133b8e req-462d2199-8f72-431a-8a28-b9d4d96fc35e tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 210 time: 0.0243785 Aug 31 04:52:36.025251 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-2f3ffb33-6199-4a06-866b-96fadd0eb328 req-216f717f-f6de-4952-b67c-4dd08dbfe50a tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 210 time: 0.0277297 Aug 31 04:52:37.117076 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-c1782b5a-aa1f-4f1c-8e0c-c811d7a54392 req-3a3e6435-69b6-4695-8e6c-fa9bbe250736 tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 210 time: 0.0267591 Aug 31 04:52:38.207114 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-4fc1898f-bf74-4b6b-8138-7124d33b9a8d req-b6ff856c-b329-45cc-bafe-bab5113cb1ab tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 210 time: 0.0248470 Aug 31 04:52:39.319250 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-0553d653-bd42-4e79-9039-0066d096e9ea req-adb7bca6-393d-460f-abc0-9a89df0acfcc tempest-TestMinimumBasicScenario-758707017 tempest-TestMinimumBasicScenario-758707017-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e0bd4-22bc-4fae-b4da-95d3b319a99b HTTP/1.1" status: 200 len: 210 time: 0.0272546 Aug 31 04:52:41.184842 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 48382) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:52:41.608536 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-bc407efc-7bd4-46a2-8db8-dc6a6f89a368 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7953169'] for router_interface, before_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:41.841126 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.plugin [None req-bc407efc-7bd4-46a2-8db8-dc6a6f89a368 admin admin] Deleting port 33360c37-5821-4a1a-af44-d164753e4fcb {{(pid=93874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 04:52:41.841463 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-bc407efc-7bd4-46a2-8db8-dc6a6f89a368 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730087506454'] for port, before_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:41.919459 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-bc407efc-7bd4-46a2-8db8-dc6a6f89a368 admin admin] For port 33360c37-5821-4a1a-af44-d164753e4fcb, host dv-cinder-778193-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-7-iscsi',level=0,port_id=33360c37-5821-4a1a-af44-d164753e4fcb,segment=NetworkSegment(addae48f-32b7-413b-a119-940a5c53c50e),segment_id=addae48f-32b7-413b-a119-940a5c53c50e)] {{(pid=93874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:52:41.919695 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-bc407efc-7bd4-46a2-8db8-dc6a6f89a368 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7955047'] for port, precommit_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:41.932757 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.plugin [None req-bc407efc-7bd4-46a2-8db8-dc6a6f89a368 admin admin] Calling delete_port for 33360c37-5821-4a1a-af44-d164753e4fcb owned by network:router_interface {{(pid=93874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 04:52:42.112332 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-bc407efc-7bd4-46a2-8db8-dc6a6f89a368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730087509221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730086931505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16403769'] for port, after_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:42.138391 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc407efc-7bd4-46a2-8db8-dc6a6f89a368 admin admin] Pushing event deleted for resources: {'Port': ['ID=33360c37-5821-4a1a-af44-d164753e4fcb,revision_number=None']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:52:42.165897 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc407efc-7bd4-46a2-8db8-dc6a6f89a368 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:52:42.166273 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc407efc-7bd4-46a2-8db8-dc6a6f89a368 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:52:42.166618 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc407efc-7bd4-46a2-8db8-dc6a6f89a368 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:52:42.166955 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc407efc-7bd4-46a2-8db8-dc6a6f89a368 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:52:42.167283 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc407efc-7bd4-46a2-8db8-dc6a6f89a368 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:52:42.167609 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc407efc-7bd4-46a2-8db8-dc6a6f89a368 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:52:42.167933 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc407efc-7bd4-46a2-8db8-dc6a6f89a368 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:52:42.168260 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc407efc-7bd4-46a2-8db8-dc6a6f89a368 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:52:42.168586 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc407efc-7bd4-46a2-8db8-dc6a6f89a368 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:52:42.168904 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc407efc-7bd4-46a2-8db8-dc6a6f89a368 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:52:42.169220 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc407efc-7bd4-46a2-8db8-dc6a6f89a368 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:52:42.169535 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc407efc-7bd4-46a2-8db8-dc6a6f89a368 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:52:42.307583 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-bc407efc-7bd4-46a2-8db8-dc6a6f89a368 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8355447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7953293'] for router_interface, after_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:42.466347 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-bac67a50-a522-440d-8474-cf6c77b5651a req-d76e049c-92ff-46d5-88a3-9edb4c76d9fb service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=955d8bab-95fd-4831-b3c0-720f9e4d57d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0886683 Aug 31 04:52:42.523038 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc407efc-7bd4-46a2-8db8-dc6a6f89a368 admin admin] Router cf8c7e76-b4ee-46de-aa8a-5aa9ddaca693 has already been hosted by L3 agent 0d18d50c-d309-40cc-9cbf-a014e4f79dac {{(pid=93874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 04:52:42.538955 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac67a50-a522-440d-8474-cf6c77b5651a req-b805effe-c514-465f-b888-c4ee45f13d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:52:42.540501 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-bac67a50-a522-440d-8474-cf6c77b5651a req-b805effe-c514-465f-b888-c4ee45f13d73 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2f8e82cf86684d55bca526dc154c03d1&device_id=955d8bab-95fd-4831-b3c0-720f9e4d57d1 HTTP/1.1" status: 200 len: 1098 time: 0.0405312 Aug 31 04:52:42.654567 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac67a50-a522-440d-8474-cf6c77b5651a req-a80fc57a-2eef-4440-b747-db5849059140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:52:42.656282 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-bac67a50-a522-440d-8474-cf6c77b5651a req-a80fc57a-2eef-4440-b747-db5849059140 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2b1770a4-934d-49a7-a5c2-844beb26d79a HTTP/1.1" status: 200 len: 918 time: 0.0939353 Aug 31 04:52:42.723884 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-bac67a50-a522-440d-8474-cf6c77b5651a req-2812186c-5e41-4e71-ad48-121f19a67787 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=62550bc9-1f03-409a-a279-297a4fc80355 HTTP/1.1" status: 200 len: 1001 time: 0.0594099 Aug 31 04:52:42.777307 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac67a50-a522-440d-8474-cf6c77b5651a req-5ac0ade0-0688-4e93-a7c4-03f02ec6d781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:52:42.778830 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-bac67a50-a522-440d-8474-cf6c77b5651a req-5ac0ade0-0688-4e93-a7c4-03f02ec6d781 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9e15e21a-55f2-483a-9c78-48bccbedd076 HTTP/1.1" status: 200 len: 856 time: 0.0481350 Aug 31 04:52:42.823741 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac67a50-a522-440d-8474-cf6c77b5651a req-939acffb-a088-47a0-ba33-9a7c5e198709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:52:42.825208 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-bac67a50-a522-440d-8474-cf6c77b5651a req-939acffb-a088-47a0-ba33-9a7c5e198709 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2b1770a4-934d-49a7-a5c2-844beb26d79a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394151 Aug 31 04:52:42.836294 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [req-bac67a50-a522-440d-8474-cf6c77b5651a req-ac3615dc-23d5-4733-a8f1-1b4350b00df5 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93873) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 04:52:42.837212 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-bac67a50-a522-440d-8474-cf6c77b5651a req-ac3615dc-23d5-4733-a8f1-1b4350b00df5 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048649 Aug 31 04:52:42.917499 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc407efc-7bd4-46a2-8db8-dc6a6f89a368 admin admin] Notify agent at l3_agent.dv-cinder-778193-7-iscsi the message routers_updated {{(pid=93874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:52:42.927597 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-bc407efc-7bd4-46a2-8db8-dc6a6f89a368 admin admin] 10.222.0.37 "PUT /v2.0/routers/cf8c7e76-b4ee-46de-aa8a-5aa9ddaca693/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7393436 Aug 31 04:52:42.928725 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 48406) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:52:42.935240 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438de1e5-647f-427a-9db9-42ad1e295ebf None None] Sync routers for ids ['cf8c7e76-b4ee-46de-aa8a-5aa9ddaca693'] in dv-cinder-778193-7-iscsi {{(pid=93875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:52:42.944549 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438de1e5-647f-427a-9db9-42ad1e295ebf None None] Routers {'cf8c7e76-b4ee-46de-aa8a-5aa9ddaca693'} bound to L3 agent in host dv-cinder-778193-7-iscsi {{(pid=93875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 04:52:42.945161 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-438de1e5-647f-427a-9db9-42ad1e295ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T04:24:29Z,description=,heartbeat_timestamp=2021-08-31T04:52:29Z,host='dv-cinder-778193-7-iscsi',id=0d18d50c-d309-40cc-9cbf-a014e4f79dac,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T04:24:29Z,topic='l3_agent')) {'router_ids': ['cf8c7e76-b4ee-46de-aa8a-5aa9ddaca693'], 'active': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:52:42.997436 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-bac67a50-a522-440d-8474-cf6c77b5651a req-fb820684-1699-4b3f-8246-988e0f8c77a3 service neutron] 10.222.0.13 "GET /v2.0/networks/2b1770a4-934d-49a7-a5c2-844beb26d79a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526186 Aug 31 04:52:43.068200 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-3effb68c-d2e2-4fa7-af43-85157ebe726a admin admin] Notify callbacks [] for router, before_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:43.069302 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvr_db [None req-438de1e5-647f-427a-9db9-42ad1e295ebf None None] Set router cf8c7e76-b4ee-46de-aa8a-5aa9ddaca693 gateway port host: dv-cinder-778193-7-iscsi {{(pid=93875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 04:52:43.121139 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-bac67a50-a522-440d-8474-cf6c77b5651a req-fce3a736-0c86-4592-b1b7-fde41b29819d service neutron] 10.222.0.13 "GET /v2.0/networks/2b1770a4-934d-49a7-a5c2-844beb26d79a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166623 Aug 31 04:52:43.193982 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-3effb68c-d2e2-4fa7-af43-85157ebe726a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:43.247038 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.plugin [None req-3effb68c-d2e2-4fa7-af43-85157ebe726a admin admin] Deleting port 2ce827ad-f547-42ed-bf4f-2fbb1116960c {{(pid=93874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 04:52:43.247376 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-3effb68c-d2e2-4fa7-af43-85157ebe726a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730087506454'] for port, before_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:43.323612 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-3effb68c-d2e2-4fa7-af43-85157ebe726a admin admin] For port 2ce827ad-f547-42ed-bf4f-2fbb1116960c, host dv-cinder-778193-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-7-iscsi',level=0,port_id=2ce827ad-f547-42ed-bf4f-2fbb1116960c,segment=NetworkSegment(9b39574f-0af1-490f-b9cc-82fd551fb7d5),segment_id=9b39574f-0af1-490f-b9cc-82fd551fb7d5)] {{(pid=93874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:52:43.324343 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-3effb68c-d2e2-4fa7-af43-85157ebe726a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7955047'] for port, precommit_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:43.336223 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.plugin [None req-3effb68c-d2e2-4fa7-af43-85157ebe726a admin admin] Calling delete_port for 2ce827ad-f547-42ed-bf4f-2fbb1116960c owned by network:router_gateway {{(pid=93874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 04:52:43.380586 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-438de1e5-647f-427a-9db9-42ad1e295ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf8c7e76-b4ee-46de-aa8a-5aa9ddaca693', 'name': 'tempest-TestMinimumBasicScenario-2072715804-router', 'tenant_id': 'ab311a0b396b46aeb9650f0c41fada96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'external_fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': '2ce827ad-f547-42ed-bf4f-2fbb1116960c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:33:40Z', 'updated_at': '2021-08-31T04:52:42Z', 'revision_number': 5, 'project_id': 'ab311a0b396b46aeb9650f0c41fada96', 'gw_port': {'id': '2ce827ad-f547-42ed-bf4f-2fbb1116960c', 'name': '', 'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:bb:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8c7e76-b4ee-46de-aa8a-5aa9ddaca693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:33:41Z', 'updated_at': '2021-08-31T04:33:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-iscsi'}], 'dv-cinder-778193-7-iscsi', False) {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:52:43.409326 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438de1e5-647f-427a-9db9-42ad1e295ebf None None] Checking router: cf8c7e76-b4ee-46de-aa8a-5aa9ddaca693 for host: dv-cinder-778193-7-iscsi {{(pid=93875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:52:43.417306 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438de1e5-647f-427a-9db9-42ad1e295ebf None None] Routers {'cf8c7e76-b4ee-46de-aa8a-5aa9ddaca693'} bound to L3 agent in host dv-cinder-778193-7-iscsi {{(pid=93875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 04:52:43.417833 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-438de1e5-647f-427a-9db9-42ad1e295ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T04:24:29Z,description=,heartbeat_timestamp=2021-08-31T04:52:29Z,host='dv-cinder-778193-7-iscsi',id=0d18d50c-d309-40cc-9cbf-a014e4f79dac,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T04:24:29Z,topic='l3_agent')) {'router_ids': ['cf8c7e76-b4ee-46de-aa8a-5aa9ddaca693'], 'active': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:52:43.497970 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-3effb68c-d2e2-4fa7-af43-85157ebe726a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730087509221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730086931505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16403769'] for port, after_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:43.502977 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvr_db [None req-438de1e5-647f-427a-9db9-42ad1e295ebf None None] Set router cf8c7e76-b4ee-46de-aa8a-5aa9ddaca693 gateway port host: None {{(pid=93875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 04:52:43.528148 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3effb68c-d2e2-4fa7-af43-85157ebe726a admin admin] Pushing event deleted for resources: {'Port': ['ID=2ce827ad-f547-42ed-bf4f-2fbb1116960c,revision_number=None']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:52:43.553178 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-438de1e5-647f-427a-9db9-42ad1e295ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf8c7e76-b4ee-46de-aa8a-5aa9ddaca693', 'name': 'tempest-TestMinimumBasicScenario-2072715804-router', 'tenant_id': 'ab311a0b396b46aeb9650f0c41fada96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:33:40Z', 'updated_at': '2021-08-31T04:52:43Z', 'revision_number': 6, 'project_id': 'ab311a0b396b46aeb9650f0c41fada96', 'gw_port_host': None}], 'dv-cinder-778193-7-iscsi', False) {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:52:43.580957 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438de1e5-647f-427a-9db9-42ad1e295ebf None None] The sync data for ids ['cf8c7e76-b4ee-46de-aa8a-5aa9ddaca693'] in dv-cinder-778193-7-iscsi is: [{'id': 'cf8c7e76-b4ee-46de-aa8a-5aa9ddaca693', 'name': 'tempest-TestMinimumBasicScenario-2072715804-router', 'tenant_id': 'ab311a0b396b46aeb9650f0c41fada96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:33:40Z', 'updated_at': '2021-08-31T04:52:43Z', 'revision_number': 6, 'project_id': 'ab311a0b396b46aeb9650f0c41fada96', 'gw_port_host': None}] {{(pid=93875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:52:43.586169 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-3effb68c-d2e2-4fa7-af43-85157ebe726a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7956271'] for router_gateway, after_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:43.674042 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-3effb68c-d2e2-4fa7-af43-85157ebe726a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7953425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4381'] for router, precommit_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:43.676040 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-3effb68c-d2e2-4fa7-af43-85157ebe726a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:43.717658 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-3effb68c-d2e2-4fa7-af43-85157ebe726a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7953434'] for router, after_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:43.718806 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3effb68c-d2e2-4fa7-af43-85157ebe726a admin admin] Fanout notify agent at l3_agent the message router_deleted on router cf8c7e76-b4ee-46de-aa8a-5aa9ddaca693 {{(pid=93874) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 04:52:43.724174 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-3effb68c-d2e2-4fa7-af43-85157ebe726a admin admin] Notify callbacks [] for router, before_response {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:43.725303 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-3effb68c-d2e2-4fa7-af43-85157ebe726a admin admin] 10.222.0.37 "DELETE /v2.0/routers/cf8c7e76-b4ee-46de-aa8a-5aa9ddaca693 HTTP/1.1" status: 204 len: 168 time: 0.7953317 Aug 31 04:52:43.728101 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 48416) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:52:43.775287 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.db.db_base_plugin_v2 [None req-2795e0d4-ac51-4b79-bfc9-2276e84c34c0 admin admin] Deleting subnet 737ced97-ee86-44b1-9767-e30f3f13dd11 {{(pid=93874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 04:52:43.778232 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-2795e0d4-ac51-4b79-bfc9-2276e84c34c0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:43.811383 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-2795e0d4-ac51-4b79-bfc9-2276e84c34c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16523530'] for subnet, precommit_delete_associations {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:43.885209 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-2795e0d4-ac51-4b79-bfc9-2276e84c34c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665464'] for subnet, precommit_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:43.942483 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-2795e0d4-ac51-4b79-bfc9-2276e84c34c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16403798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16508959'] for subnet, after_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:43.974223 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2795e0d4-ac51-4b79-bfc9-2276e84c34c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=737ced97-ee86-44b1-9767-e30f3f13dd11,revision_number=None']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:52:43.979469 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-2795e0d4-ac51-4b79-bfc9-2276e84c34c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8355474'] for subnet, before_response {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:43.981479 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-2795e0d4-ac51-4b79-bfc9-2276e84c34c0 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/737ced97-ee86-44b1-9767-e30f3f13dd11 HTTP/1.1" status: 204 len: 168 time: 0.2521472 Aug 31 04:52:43.984325 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 48418) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:52:43.984481 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b5f5b2e-f2e0-4cac-ab23-1fa574a5146e None None] Network bb82b1c7-25b2-43f9-aa58-b7e64d26c2da requested from dv-cinder-778193-7-iscsi {{(pid=93875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 04:52:44.058162 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-5e5f5ede-37df-4872-bb1a-1421c85558fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526871'] for network, before_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:44.117792 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.plugin [None req-5e5f5ede-37df-4872-bb1a-1421c85558fe admin admin] Deleting port b0699169-227d-4516-9ecc-603b617e43aa {{(pid=93874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 04:52:44.118347 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-5e5f5ede-37df-4872-bb1a-1421c85558fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730087506454'] for port, before_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:44.194723 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-5e5f5ede-37df-4872-bb1a-1421c85558fe admin admin] For port b0699169-227d-4516-9ecc-603b617e43aa, host dv-cinder-778193-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-7-iscsi',level=0,port_id=b0699169-227d-4516-9ecc-603b617e43aa,segment=NetworkSegment(addae48f-32b7-413b-a119-940a5c53c50e),segment_id=addae48f-32b7-413b-a119-940a5c53c50e)] {{(pid=93874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:52:44.195207 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-5e5f5ede-37df-4872-bb1a-1421c85558fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7955047'] for port, precommit_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:44.207689 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.plugin [None req-5e5f5ede-37df-4872-bb1a-1421c85558fe admin admin] Calling delete_port for b0699169-227d-4516-9ecc-603b617e43aa owned by network:dhcp {{(pid=93874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 04:52:44.284882 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-5e5f5ede-37df-4872-bb1a-1421c85558fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730087509221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730086931505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16403769'] for port, after_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:44.309948 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5f5ede-37df-4872-bb1a-1421c85558fe admin admin] Pushing event deleted for resources: {'Port': ['ID=b0699169-227d-4516-9ecc-603b617e43aa,revision_number=None']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:52:44.314609 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5f5ede-37df-4872-bb1a-1421c85558fe admin admin] No DVR routers for this DVR port b0699169-227d-4516-9ecc-603b617e43aa on host dv-cinder-778193-7-iscsi {{(pid=93874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 04:52:44.357196 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f0bfc5b-0636-41a4-b8fc-b5e252162598 None None] DHCP port deletion for bb82b1c7-25b2-43f9-aa58-b7e64d26c2da request from dv-cinder-778193-7-iscsi {{(pid=93875) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 04:52:44.390291 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-5e5f5ede-37df-4872-bb1a-1421c85558fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-666499', 'neutron.services.segments.db._delete_segments_for_network-8730087480257'] for network, precommit_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:44.400194 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.services.segments.db [None req-5e5f5ede-37df-4872-bb1a-1421c85558fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb82b1c7-25b2-43f9-aa58-b7e64d26c2da']}} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:52:44.410424 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.services.segments.db [None req-5e5f5ede-37df-4872-bb1a-1421c85558fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'addae48f-32b7-413b-a119-940a5c53c50e') {'for_net_delete': True} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:52:44.410713 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.services.segments.db [None req-5e5f5ede-37df-4872-bb1a-1421c85558fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'addae48f-32b7-413b-a119-940a5c53c50e') {} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:52:44.419165 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-5e5f5ede-37df-4872-bb1a-1421c85558fe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730087490389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16523569'] for segment, before_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:44.432669 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-5e5f5ede-37df-4872-bb1a-1421c85558fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671022'] for segment, precommit_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:44.439770 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e5f5ede-37df-4872-bb1a-1421c85558fe admin admin] Releasing vlan 395 on physical network physnet1 to pool {{(pid=93874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 04:52:44.440085 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-5e5f5ede-37df-4872-bb1a-1421c85558fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16403948'] for segment, after_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:44.441728 dv-cinder-778193-7-iscsi neutron-server[93874]: Traceback (most recent call last): Aug 31 04:52:44.441728 dv-cinder-778193-7-iscsi neutron-server[93874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 04:52:44.441728 dv-cinder-778193-7-iscsi neutron-server[93874]: timer() Aug 31 04:52:44.441728 dv-cinder-778193-7-iscsi neutron-server[93874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 04:52:44.441728 dv-cinder-778193-7-iscsi neutron-server[93874]: cb(*args, **kw) Aug 31 04:52:44.441728 dv-cinder-778193-7-iscsi neutron-server[93874]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 04:52:44.441728 dv-cinder-778193-7-iscsi neutron-server[93874]: return func(*args, **kwargs) Aug 31 04:52:44.441728 dv-cinder-778193-7-iscsi neutron-server[93874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 04:52:44.441728 dv-cinder-778193-7-iscsi neutron-server[93874]: self._notify() Aug 31 04:52:44.441728 dv-cinder-778193-7-iscsi neutron-server[93874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 04:52:44.441728 dv-cinder-778193-7-iscsi neutron-server[93874]: self.callback(batched_events) Aug 31 04:52:44.441728 dv-cinder-778193-7-iscsi neutron-server[93874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 04:52:44.441728 dv-cinder-778193-7-iscsi neutron-server[93874]: event.method(event) Aug 31 04:52:44.441728 dv-cinder-778193-7-iscsi neutron-server[93874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 04:52:44.441728 dv-cinder-778193-7-iscsi neutron-server[93874]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 04:52:44.441728 dv-cinder-778193-7-iscsi neutron-server[93874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 04:52:44.441728 dv-cinder-778193-7-iscsi neutron-server[93874]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 04:52:44.441728 dv-cinder-778193-7-iscsi neutron-server[93874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 04:52:44.441728 dv-cinder-778193-7-iscsi neutron-server[93874]: return f(self, *a, **k) Aug 31 04:52:44.441728 dv-cinder-778193-7-iscsi neutron-server[93874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 04:52:44.441728 dv-cinder-778193-7-iscsi neutron-server[93874]: return self._get(url).json() Aug 31 04:52:44.441728 dv-cinder-778193-7-iscsi neutron-server[93874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 04:52:44.441728 dv-cinder-778193-7-iscsi neutron-server[93874]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 04:52:44.441728 dv-cinder-778193-7-iscsi neutron-server[93874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 04:52:44.441728 dv-cinder-778193-7-iscsi neutron-server[93874]: return self.request(url, 'GET', **kwargs) Aug 31 04:52:44.441728 dv-cinder-778193-7-iscsi neutron-server[93874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 04:52:44.441728 dv-cinder-778193-7-iscsi neutron-server[93874]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 04:52:44.441728 dv-cinder-778193-7-iscsi neutron-server[93874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 04:52:44.441728 dv-cinder-778193-7-iscsi neutron-server[93874]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 04:52:44.441728 dv-cinder-778193-7-iscsi neutron-server[93874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 04:52:44.441728 dv-cinder-778193-7-iscsi neutron-server[93874]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 04:52:44.441728 dv-cinder-778193-7-iscsi neutron-server[93874]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 04:52:44.498144 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-5e5f5ede-37df-4872-bb1a-1421c85558fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-666522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7956227'] for network, after_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:44.503959 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-5e5f5ede-37df-4872-bb1a-1421c85558fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8355474'] for network, before_response {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:44.505767 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-5e5f5ede-37df-4872-bb1a-1421c85558fe admin admin] 10.222.0.37 "DELETE /v2.0/networks/bb82b1c7-25b2-43f9-aa58-b7e64d26c2da HTTP/1.1" status: 204 len: 168 time: 0.5205240 Aug 31 04:52:44.508867 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 48432) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:52:44.516299 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5f5ede-37df-4872-bb1a-1421c85558fe admin admin] Pushing event deleted for resources: {'Network': ['ID=bb82b1c7-25b2-43f9-aa58-b7e64d26c2da,revision_number=None']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:52:44.612044 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Device 33360c37-5821-4a1a-af44-d164753e4fcb no longer exists at agent ovs-agent-dv-cinder-778193-7-iscsi {{(pid=93875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:52:44.635771 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] No Port match for: 33360c37-5821-4a1a-af44-d164753e4fcb {{(pid=93875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 04:52:44.636197 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Device 33360c37-5821-4a1a-af44-d164753e4fcb not bound to the agent host dv-cinder-778193-7-iscsi {{(pid=93875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:52:44.636668 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Device 2ce827ad-f547-42ed-bf4f-2fbb1116960c no longer exists at agent ovs-agent-dv-cinder-778193-7-iscsi {{(pid=93875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:52:44.655677 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] No Port match for: 2ce827ad-f547-42ed-bf4f-2fbb1116960c {{(pid=93875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 04:52:44.656007 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Device 2ce827ad-f547-42ed-bf4f-2fbb1116960c not bound to the agent host dv-cinder-778193-7-iscsi {{(pid=93875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:52:44.656404 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Device b0699169-227d-4516-9ecc-603b617e43aa no longer exists at agent ovs-agent-dv-cinder-778193-7-iscsi {{(pid=93875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:52:44.674158 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] No Port match for: b0699169-227d-4516-9ecc-603b617e43aa {{(pid=93875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 04:52:44.674497 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Device b0699169-227d-4516-9ecc-603b617e43aa not bound to the agent host dv-cinder-778193-7-iscsi {{(pid=93875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:52:44.859417 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-a3e3c519-ebf7-47cd-bd9a-c21380a21d5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7953169'] for router_interface, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:45.338480 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-a3e3c519-ebf7-47cd-bd9a-c21380a21d5f admin admin] Deleting port b00b527e-13d6-43f6-9946-d6de551be9b3 {{(pid=93873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 04:52:45.338814 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-a3e3c519-ebf7-47cd-bd9a-c21380a21d5f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730087506454'] for port, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:45.411447 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-a3e3c519-ebf7-47cd-bd9a-c21380a21d5f admin admin] For port b00b527e-13d6-43f6-9946-d6de551be9b3, host dv-cinder-778193-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-7-iscsi',level=0,port_id=b00b527e-13d6-43f6-9946-d6de551be9b3,segment=NetworkSegment(7a9afc9a-1af4-41ba-a27e-531216c54b89),segment_id=7a9afc9a-1af4-41ba-a27e-531216c54b89)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:52:45.411725 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-a3e3c519-ebf7-47cd-bd9a-c21380a21d5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7955047'] for port, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:45.424192 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-a3e3c519-ebf7-47cd-bd9a-c21380a21d5f admin admin] Calling delete_port for b00b527e-13d6-43f6-9946-d6de551be9b3 owned by network:router_interface {{(pid=93873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 04:52:45.592368 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-a3e3c519-ebf7-47cd-bd9a-c21380a21d5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730087509221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730086931505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4316683'] for port, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:45.617599 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e3c519-ebf7-47cd-bd9a-c21380a21d5f admin admin] Pushing event deleted for resources: {'Port': ['ID=b00b527e-13d6-43f6-9946-d6de551be9b3,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:52:45.644694 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e3c519-ebf7-47cd-bd9a-c21380a21d5f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:52:45.645023 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e3c519-ebf7-47cd-bd9a-c21380a21d5f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:52:45.645376 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e3c519-ebf7-47cd-bd9a-c21380a21d5f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:52:45.645694 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e3c519-ebf7-47cd-bd9a-c21380a21d5f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:52:45.646020 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e3c519-ebf7-47cd-bd9a-c21380a21d5f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:52:45.646400 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e3c519-ebf7-47cd-bd9a-c21380a21d5f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:52:45.646723 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e3c519-ebf7-47cd-bd9a-c21380a21d5f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:52:45.647043 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e3c519-ebf7-47cd-bd9a-c21380a21d5f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:52:45.647362 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e3c519-ebf7-47cd-bd9a-c21380a21d5f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:52:45.647677 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e3c519-ebf7-47cd-bd9a-c21380a21d5f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:52:45.647997 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e3c519-ebf7-47cd-bd9a-c21380a21d5f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:52:45.648308 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e3c519-ebf7-47cd-bd9a-c21380a21d5f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:52:45.787320 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-a3e3c519-ebf7-47cd-bd9a-c21380a21d5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8355447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7953293'] for router_interface, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:45.997627 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3e3c519-ebf7-47cd-bd9a-c21380a21d5f admin admin] Router 1bbf0369-2b86-4af3-8f5e-c6335f246966 has already been hosted by L3 agent 0d18d50c-d309-40cc-9cbf-a014e4f79dac {{(pid=93873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 04:52:46.099526 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3e3c519-ebf7-47cd-bd9a-c21380a21d5f admin admin] Notify agent at l3_agent.dv-cinder-778193-7-iscsi the message routers_updated {{(pid=93873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:52:46.104468 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-a3e3c519-ebf7-47cd-bd9a-c21380a21d5f admin admin] 10.222.0.37 "PUT /v2.0/routers/1bbf0369-2b86-4af3-8f5e-c6335f246966/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5943811 Aug 31 04:52:46.107003 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 48446) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:52:46.108555 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4464360-9def-44bf-ac94-6e7a9f91a321 None None] Sync routers for ids ['1bbf0369-2b86-4af3-8f5e-c6335f246966'] in dv-cinder-778193-7-iscsi {{(pid=93876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:52:46.117952 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4464360-9def-44bf-ac94-6e7a9f91a321 None None] Routers {'1bbf0369-2b86-4af3-8f5e-c6335f246966'} bound to L3 agent in host dv-cinder-778193-7-iscsi {{(pid=93876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 04:52:46.118564 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.l3_hamode_db [None req-f4464360-9def-44bf-ac94-6e7a9f91a321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T04:24:29Z,description=,heartbeat_timestamp=2021-08-31T04:52:29Z,host='dv-cinder-778193-7-iscsi',id=0d18d50c-d309-40cc-9cbf-a014e4f79dac,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T04:24:29Z,topic='l3_agent')) {'router_ids': ['1bbf0369-2b86-4af3-8f5e-c6335f246966'], 'active': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:52:46.213209 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-2c024211-4c0f-4a29-b492-a6e4c5507c03 admin admin] Notify callbacks [] for router, before_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:46.218852 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.l3_dvr_db [None req-f4464360-9def-44bf-ac94-6e7a9f91a321 None None] Set router 1bbf0369-2b86-4af3-8f5e-c6335f246966 gateway port host: dv-cinder-778193-7-iscsi {{(pid=93876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 04:52:46.336906 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-2c024211-4c0f-4a29-b492-a6e4c5507c03 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:46.391315 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.plugin [None req-2c024211-4c0f-4a29-b492-a6e4c5507c03 admin admin] Deleting port dfd357a1-99cd-4582-9627-76cc78f4a9fc {{(pid=93874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 04:52:46.391653 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-2c024211-4c0f-4a29-b492-a6e4c5507c03 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730087506454'] for port, before_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:46.419269 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.l3_hamode_db [None req-f4464360-9def-44bf-ac94-6e7a9f91a321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bbf0369-2b86-4af3-8f5e-c6335f246966', 'name': 'tempest-TestMinimumBasicScenario-59664089-router', 'tenant_id': '45af1119fcaa42289bd7a62435cc91b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'external_fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'dfd357a1-99cd-4582-9627-76cc78f4a9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:33:47Z', 'updated_at': '2021-08-31T04:52:45Z', 'revision_number': 5, 'project_id': '45af1119fcaa42289bd7a62435cc91b7', 'gw_port': {'id': 'dfd357a1-99cd-4582-9627-76cc78f4a9fc', 'name': '', 'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bbf0369-2b86-4af3-8f5e-c6335f246966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:33:48Z', 'updated_at': '2021-08-31T04:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-iscsi'}], 'dv-cinder-778193-7-iscsi', False) {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:52:46.448355 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4464360-9def-44bf-ac94-6e7a9f91a321 None None] Checking router: 1bbf0369-2b86-4af3-8f5e-c6335f246966 for host: dv-cinder-778193-7-iscsi {{(pid=93876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:52:46.456345 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4464360-9def-44bf-ac94-6e7a9f91a321 None None] Routers {'1bbf0369-2b86-4af3-8f5e-c6335f246966'} bound to L3 agent in host dv-cinder-778193-7-iscsi {{(pid=93876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 04:52:46.456955 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.l3_hamode_db [None req-f4464360-9def-44bf-ac94-6e7a9f91a321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T04:24:29Z,description=,heartbeat_timestamp=2021-08-31T04:52:29Z,host='dv-cinder-778193-7-iscsi',id=0d18d50c-d309-40cc-9cbf-a014e4f79dac,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T04:24:29Z,topic='l3_agent')) {'router_ids': ['1bbf0369-2b86-4af3-8f5e-c6335f246966'], 'active': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:52:46.466923 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-2c024211-4c0f-4a29-b492-a6e4c5507c03 admin admin] For port dfd357a1-99cd-4582-9627-76cc78f4a9fc, host dv-cinder-778193-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-7-iscsi',level=0,port_id=dfd357a1-99cd-4582-9627-76cc78f4a9fc,segment=NetworkSegment(9b39574f-0af1-490f-b9cc-82fd551fb7d5),segment_id=9b39574f-0af1-490f-b9cc-82fd551fb7d5)] {{(pid=93874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:52:46.468137 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-2c024211-4c0f-4a29-b492-a6e4c5507c03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7955047'] for port, precommit_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:46.480321 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.plugin [None req-2c024211-4c0f-4a29-b492-a6e4c5507c03 admin admin] Calling delete_port for dfd357a1-99cd-4582-9627-76cc78f4a9fc owned by network:router_gateway {{(pid=93874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 04:52:46.535498 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.l3_dvr_db [None req-f4464360-9def-44bf-ac94-6e7a9f91a321 None None] Set router 1bbf0369-2b86-4af3-8f5e-c6335f246966 gateway port host: None {{(pid=93876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 04:52:46.587342 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.l3_hamode_db [None req-f4464360-9def-44bf-ac94-6e7a9f91a321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bbf0369-2b86-4af3-8f5e-c6335f246966', 'name': 'tempest-TestMinimumBasicScenario-59664089-router', 'tenant_id': '45af1119fcaa42289bd7a62435cc91b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:33:47Z', 'updated_at': '2021-08-31T04:52:46Z', 'revision_number': 6, 'project_id': '45af1119fcaa42289bd7a62435cc91b7', 'gw_port_host': None}], 'dv-cinder-778193-7-iscsi', False) {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:52:46.616232 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4464360-9def-44bf-ac94-6e7a9f91a321 None None] The sync data for ids ['1bbf0369-2b86-4af3-8f5e-c6335f246966'] in dv-cinder-778193-7-iscsi is: [{'id': '1bbf0369-2b86-4af3-8f5e-c6335f246966', 'name': 'tempest-TestMinimumBasicScenario-59664089-router', 'tenant_id': '45af1119fcaa42289bd7a62435cc91b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:33:47Z', 'updated_at': '2021-08-31T04:52:46Z', 'revision_number': 6, 'project_id': '45af1119fcaa42289bd7a62435cc91b7', 'gw_port_host': None}] {{(pid=93876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:52:46.659214 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-2c024211-4c0f-4a29-b492-a6e4c5507c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730087509221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730086931505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16403769'] for port, after_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:46.688151 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c024211-4c0f-4a29-b492-a6e4c5507c03 admin admin] Pushing event deleted for resources: {'Port': ['ID=dfd357a1-99cd-4582-9627-76cc78f4a9fc,revision_number=None']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:52:46.744874 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-2c024211-4c0f-4a29-b492-a6e4c5507c03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7956271'] for router_gateway, after_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:46.830308 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-2c024211-4c0f-4a29-b492-a6e4c5507c03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7953425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4381'] for router, precommit_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:46.832310 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-2c024211-4c0f-4a29-b492-a6e4c5507c03 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:46.873851 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-2c024211-4c0f-4a29-b492-a6e4c5507c03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7953434'] for router, after_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:46.874404 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c024211-4c0f-4a29-b492-a6e4c5507c03 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1bbf0369-2b86-4af3-8f5e-c6335f246966 {{(pid=93874) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 04:52:46.878468 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-2c024211-4c0f-4a29-b492-a6e4c5507c03 admin admin] Notify callbacks [] for router, before_response {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:46.879584 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-2c024211-4c0f-4a29-b492-a6e4c5507c03 admin admin] 10.222.0.37 "DELETE /v2.0/routers/1bbf0369-2b86-4af3-8f5e-c6335f246966 HTTP/1.1" status: 204 len: 168 time: 0.7710316 Aug 31 04:52:46.881954 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 48460) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:52:46.926880 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.db.db_base_plugin_v2 [None req-33a2d0b4-2988-4fdd-a0f5-a6cd147b2c52 admin admin] Deleting subnet f953b90a-636a-49b1-b7fd-b7bc23da2c97 {{(pid=93874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 04:52:46.929768 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-33a2d0b4-2988-4fdd-a0f5-a6cd147b2c52 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:46.963133 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-33a2d0b4-2988-4fdd-a0f5-a6cd147b2c52 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16523530'] for subnet, precommit_delete_associations {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:47.042355 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-33a2d0b4-2988-4fdd-a0f5-a6cd147b2c52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665464'] for subnet, precommit_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:47.094503 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-33a2d0b4-2988-4fdd-a0f5-a6cd147b2c52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16403798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16508959'] for subnet, after_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:47.124422 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a2d0b4-2988-4fdd-a0f5-a6cd147b2c52 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f953b90a-636a-49b1-b7fd-b7bc23da2c97,revision_number=None']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:52:47.128780 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-33a2d0b4-2988-4fdd-a0f5-a6cd147b2c52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8355474'] for subnet, before_response {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:47.133020 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-33a2d0b4-2988-4fdd-a0f5-a6cd147b2c52 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/f953b90a-636a-49b1-b7fd-b7bc23da2c97 HTTP/1.1" status: 204 len: 168 time: 0.2477889 Aug 31 04:52:47.133118 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 48462) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:52:47.134307 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-448277b1-4eb1-4a0a-b9c5-012044318efe None None] Network 06ad3d3a-ee8e-4fc5-ba5b-7729860bed74 requested from dv-cinder-778193-7-iscsi {{(pid=93875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 04:52:47.198755 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-acb9d92d-56e3-4751-b119-eb8115d0ee17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526871'] for network, before_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:47.254072 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.plugin [None req-acb9d92d-56e3-4751-b119-eb8115d0ee17 admin admin] Deleting port 75142427-6df4-42a8-bbe7-0a72b44f3681 {{(pid=93874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 04:52:47.254436 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-acb9d92d-56e3-4751-b119-eb8115d0ee17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730087506454'] for port, before_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:47.320390 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-acb9d92d-56e3-4751-b119-eb8115d0ee17 admin admin] For port 75142427-6df4-42a8-bbe7-0a72b44f3681, host dv-cinder-778193-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-7-iscsi',level=0,port_id=75142427-6df4-42a8-bbe7-0a72b44f3681,segment=NetworkSegment(7a9afc9a-1af4-41ba-a27e-531216c54b89),segment_id=7a9afc9a-1af4-41ba-a27e-531216c54b89)] {{(pid=93874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:52:47.320751 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-acb9d92d-56e3-4751-b119-eb8115d0ee17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7955047'] for port, precommit_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:47.340229 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.plugin [None req-acb9d92d-56e3-4751-b119-eb8115d0ee17 admin admin] Calling delete_port for 75142427-6df4-42a8-bbe7-0a72b44f3681 owned by network:dhcp {{(pid=93874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 04:52:47.371793 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7dd0c95-1771-4c1d-9da8-7696041056d8 None None] DHCP port deletion for 06ad3d3a-ee8e-4fc5-ba5b-7729860bed74 request from dv-cinder-778193-7-iscsi {{(pid=93875) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 04:52:47.442971 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-b7dd0c95-1771-4c1d-9da8-7696041056d8 None None] Deleting port 75142427-6df4-42a8-bbe7-0a72b44f3681 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 04:52:47.443435 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b7dd0c95-1771-4c1d-9da8-7696041056d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730087506454'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:47.460466 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-acb9d92d-56e3-4751-b119-eb8115d0ee17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730087509221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730086931505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16403769'] for port, after_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:47.487221 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb9d92d-56e3-4751-b119-eb8115d0ee17 admin admin] Pushing event deleted for resources: {'Port': ['ID=75142427-6df4-42a8-bbe7-0a72b44f3681,revision_number=None']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:52:47.489035 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb9d92d-56e3-4751-b119-eb8115d0ee17 admin admin] No DVR routers for this DVR port 75142427-6df4-42a8-bbe7-0a72b44f3681 on host dv-cinder-778193-7-iscsi {{(pid=93874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 04:52:47.524093 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-b7dd0c95-1771-4c1d-9da8-7696041056d8 None None] For port 75142427-6df4-42a8-bbe7-0a72b44f3681, host dv-cinder-778193-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-7-iscsi',level=0,port_id=75142427-6df4-42a8-bbe7-0a72b44f3681,segment=NetworkSegment(7a9afc9a-1af4-41ba-a27e-531216c54b89),segment_id=7a9afc9a-1af4-41ba-a27e-531216c54b89)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:52:47.524637 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b7dd0c95-1771-4c1d-9da8-7696041056d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7955047'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:47.537850 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-b7dd0c95-1771-4c1d-9da8-7696041056d8 None None] Calling delete_port for 75142427-6df4-42a8-bbe7-0a72b44f3681 owned by network:dhcp {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 04:52:47.562839 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-acb9d92d-56e3-4751-b119-eb8115d0ee17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-666499', 'neutron.services.segments.db._delete_segments_for_network-8730087480257'] for network, precommit_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:47.572441 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.services.segments.db [None req-acb9d92d-56e3-4751-b119-eb8115d0ee17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06ad3d3a-ee8e-4fc5-ba5b-7729860bed74']}} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:52:47.582946 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.services.segments.db [None req-acb9d92d-56e3-4751-b119-eb8115d0ee17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a9afc9a-1af4-41ba-a27e-531216c54b89') {'for_net_delete': True} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:52:47.583241 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.services.segments.db [None req-acb9d92d-56e3-4751-b119-eb8115d0ee17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a9afc9a-1af4-41ba-a27e-531216c54b89') {} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:52:47.592619 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-acb9d92d-56e3-4751-b119-eb8115d0ee17 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730087490389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16523569'] for segment, before_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:47.610347 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-acb9d92d-56e3-4751-b119-eb8115d0ee17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671022'] for segment, precommit_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:47.616888 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acb9d92d-56e3-4751-b119-eb8115d0ee17 admin admin] Releasing vlan 373 on physical network physnet1 to pool {{(pid=93874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 04:52:47.617352 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-acb9d92d-56e3-4751-b119-eb8115d0ee17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16403948'] for segment, after_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:47.619225 dv-cinder-778193-7-iscsi neutron-server[93874]: Traceback (most recent call last): Aug 31 04:52:47.619225 dv-cinder-778193-7-iscsi neutron-server[93874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 04:52:47.619225 dv-cinder-778193-7-iscsi neutron-server[93874]: timer() Aug 31 04:52:47.619225 dv-cinder-778193-7-iscsi neutron-server[93874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 04:52:47.619225 dv-cinder-778193-7-iscsi neutron-server[93874]: cb(*args, **kw) Aug 31 04:52:47.619225 dv-cinder-778193-7-iscsi neutron-server[93874]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 04:52:47.619225 dv-cinder-778193-7-iscsi neutron-server[93874]: return func(*args, **kwargs) Aug 31 04:52:47.619225 dv-cinder-778193-7-iscsi neutron-server[93874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 04:52:47.619225 dv-cinder-778193-7-iscsi neutron-server[93874]: self._notify() Aug 31 04:52:47.619225 dv-cinder-778193-7-iscsi neutron-server[93874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 04:52:47.619225 dv-cinder-778193-7-iscsi neutron-server[93874]: self.callback(batched_events) Aug 31 04:52:47.619225 dv-cinder-778193-7-iscsi neutron-server[93874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 04:52:47.619225 dv-cinder-778193-7-iscsi neutron-server[93874]: event.method(event) Aug 31 04:52:47.619225 dv-cinder-778193-7-iscsi neutron-server[93874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 04:52:47.619225 dv-cinder-778193-7-iscsi neutron-server[93874]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 04:52:47.619225 dv-cinder-778193-7-iscsi neutron-server[93874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 04:52:47.619225 dv-cinder-778193-7-iscsi neutron-server[93874]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 04:52:47.619225 dv-cinder-778193-7-iscsi neutron-server[93874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 04:52:47.619225 dv-cinder-778193-7-iscsi neutron-server[93874]: return f(self, *a, **k) Aug 31 04:52:47.619225 dv-cinder-778193-7-iscsi neutron-server[93874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 04:52:47.619225 dv-cinder-778193-7-iscsi neutron-server[93874]: return self._get(url).json() Aug 31 04:52:47.619225 dv-cinder-778193-7-iscsi neutron-server[93874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 04:52:47.619225 dv-cinder-778193-7-iscsi neutron-server[93874]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 04:52:47.619225 dv-cinder-778193-7-iscsi neutron-server[93874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 04:52:47.619225 dv-cinder-778193-7-iscsi neutron-server[93874]: return self.request(url, 'GET', **kwargs) Aug 31 04:52:47.619225 dv-cinder-778193-7-iscsi neutron-server[93874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 04:52:47.619225 dv-cinder-778193-7-iscsi neutron-server[93874]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 04:52:47.619225 dv-cinder-778193-7-iscsi neutron-server[93874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 04:52:47.619225 dv-cinder-778193-7-iscsi neutron-server[93874]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 04:52:47.619225 dv-cinder-778193-7-iscsi neutron-server[93874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 04:52:47.619225 dv-cinder-778193-7-iscsi neutron-server[93874]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 04:52:47.619225 dv-cinder-778193-7-iscsi neutron-server[93874]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 04:52:47.621745 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b7dd0c95-1771-4c1d-9da8-7696041056d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730087509221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730086931505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:47.647175 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dd0c95-1771-4c1d-9da8-7696041056d8 None None] Pushing event deleted for resources: {'Port': ['ID=75142427-6df4-42a8-bbe7-0a72b44f3681,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:52:47.649417 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7dd0c95-1771-4c1d-9da8-7696041056d8 None None] No DVR routers for this DVR port 75142427-6df4-42a8-bbe7-0a72b44f3681 on host dv-cinder-778193-7-iscsi {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 04:52:47.662913 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dd0c95-1771-4c1d-9da8-7696041056d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:52:47.663268 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dd0c95-1771-4c1d-9da8-7696041056d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:52:47.663616 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dd0c95-1771-4c1d-9da8-7696041056d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:52:47.663954 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dd0c95-1771-4c1d-9da8-7696041056d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:52:47.664310 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dd0c95-1771-4c1d-9da8-7696041056d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:52:47.664606 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dd0c95-1771-4c1d-9da8-7696041056d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:52:47.664939 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dd0c95-1771-4c1d-9da8-7696041056d8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:52:47.665268 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dd0c95-1771-4c1d-9da8-7696041056d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:52:47.665600 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dd0c95-1771-4c1d-9da8-7696041056d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:52:47.665924 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dd0c95-1771-4c1d-9da8-7696041056d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:52:47.666402 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dd0c95-1771-4c1d-9da8-7696041056d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:52:47.666596 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dd0c95-1771-4c1d-9da8-7696041056d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:52:47.692405 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-acb9d92d-56e3-4751-b119-eb8115d0ee17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-666522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7956227'] for network, after_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:47.697339 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-acb9d92d-56e3-4751-b119-eb8115d0ee17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8355474'] for network, before_response {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:47.699303 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-acb9d92d-56e3-4751-b119-eb8115d0ee17 admin admin] 10.222.0.37 "DELETE /v2.0/networks/06ad3d3a-ee8e-4fc5-ba5b-7729860bed74 HTTP/1.1" status: 204 len: 168 time: 0.5653450 Aug 31 04:52:47.712364 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb9d92d-56e3-4751-b119-eb8115d0ee17 admin admin] Pushing event deleted for resources: {'Network': ['ID=06ad3d3a-ee8e-4fc5-ba5b-7729860bed74,revision_number=None']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:52:47.813098 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 48480) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:52:47.851509 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-91af7520-60fc-4ef9-b44c-ecac4a1cc7a4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ab311a0b396b46aeb9650f0c41fada96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0372713 Aug 31 04:52:47.853862 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 48482) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:52:47.901130 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-fc92a2d8-4815-4858-b46f-0d3655e7cd83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:47.921845 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-fc92a2d8-4815-4858-b46f-0d3655e7cd83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:47.967635 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-fc92a2d8-4815-4858-b46f-0d3655e7cd83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:47.970744 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-fc92a2d8-4815-4858-b46f-0d3655e7cd83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:47.972286 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-fc92a2d8-4815-4858-b46f-0d3655e7cd83 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0f65e94a-0045-4695-bea3-6d2c0c319a75 HTTP/1.1" status: 204 len: 168 time: 0.1172688 Aug 31 04:52:47.982023 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc92a2d8-4815-4858-b46f-0d3655e7cd83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f65e94a-0045-4695-bea3-6d2c0c319a75,revision_number=None']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:52:48.287389 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 48490) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:52:48.326380 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-a340e849-77be-4f0c-9bb7-d2ece8d5479c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=45af1119fcaa42289bd7a62435cc91b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0378122 Aug 31 04:52:48.328715 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 48494) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:52:48.379236 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-25f70af7-e401-4853-8909-3281c25a634d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:48.399688 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-25f70af7-e401-4853-8909-3281c25a634d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:48.447185 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-25f70af7-e401-4853-8909-3281c25a634d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:48.449641 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-25f70af7-e401-4853-8909-3281c25a634d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:48.454327 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-25f70af7-e401-4853-8909-3281c25a634d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/72565e5a-c792-4867-8e69-f225ba6f18c7 HTTP/1.1" status: 204 len: 168 time: 0.1246397 Aug 31 04:52:48.462135 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f70af7-e401-4853-8909-3281c25a634d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72565e5a-c792-4867-8e69-f225ba6f18c7,revision_number=None']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:52:48.606676 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Device 75142427-6df4-42a8-bbe7-0a72b44f3681 no longer exists at agent ovs-agent-dv-cinder-778193-7-iscsi {{(pid=93875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:52:48.627756 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] No Port match for: 75142427-6df4-42a8-bbe7-0a72b44f3681 {{(pid=93875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 04:52:48.628170 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Device 75142427-6df4-42a8-bbe7-0a72b44f3681 not bound to the agent host dv-cinder-778193-7-iscsi {{(pid=93875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:52:48.628652 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Device b00b527e-13d6-43f6-9946-d6de551be9b3 no longer exists at agent ovs-agent-dv-cinder-778193-7-iscsi {{(pid=93875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:52:48.647791 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] No Port match for: b00b527e-13d6-43f6-9946-d6de551be9b3 {{(pid=93875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 04:52:48.648206 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Device b00b527e-13d6-43f6-9946-d6de551be9b3 not bound to the agent host dv-cinder-778193-7-iscsi {{(pid=93875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:52:48.648688 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Device dfd357a1-99cd-4582-9627-76cc78f4a9fc no longer exists at agent ovs-agent-dv-cinder-778193-7-iscsi {{(pid=93875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:52:48.668974 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] No Port match for: dfd357a1-99cd-4582-9627-76cc78f4a9fc {{(pid=93875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 04:52:48.669312 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Device dfd357a1-99cd-4582-9627-76cc78f4a9fc not bound to the agent host dv-cinder-778193-7-iscsi {{(pid=93875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:52:49.127181 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 48524) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:52:49.227197 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.v2.base [None req-a72df529-ac0e-4b77-806f-717770e39c11 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-644912780-network', 'tenant_id': '79b459c19c784b6fb06ee797b76fdf03'}} {{(pid=93874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:52:49.247583 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a72df529-ac0e-4b77-806f-717770e39c11 admin admin] Made reservation on behalf of 79b459c19c784b6fb06ee797b76fdf03 for: {'network': 1} {{(pid=93874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:52:49.250681 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-a72df529-ac0e-4b77-806f-717770e39c11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for network, before_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:49.258640 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-a72df529-ac0e-4b77-806f-717770e39c11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:49.346377 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-a72df529-ac0e-4b77-806f-717770e39c11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:49.350663 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-a72df529-ac0e-4b77-806f-717770e39c11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:49.375415 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a72df529-ac0e-4b77-806f-717770e39c11 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 377} {{(pid=93874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 04:52:49.384479 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72df529-ac0e-4b77-806f-717770e39c11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=007e7b18-ccfb-48fc-ac41-f131fee5a7a4,revision_number=1']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:52:49.390948 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-a72df529-ac0e-4b77-806f-717770e39c11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671022'] for segment, precommit_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:49.391832 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.db.segments_db [None req-a72df529-ac0e-4b77-806f-717770e39c11 admin admin] Added segment e750f75b-2489-430b-9816-343948549a43 of type vlan for network 01d61af2-8efb-4aff-a742-6dda91c579f3 Aug 31 04:52:49.432033 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-a72df529-ac0e-4b77-806f-717770e39c11 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730086947184'] for network, precommit_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:49.454365 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-a72df529-ac0e-4b77-806f-717770e39c11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424'] for network, after_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:49.455288 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72df529-ac0e-4b77-806f-717770e39c11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:52:49.455873 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-a72df529-ac0e-4b77-806f-717770e39c11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8355474'] for network, before_response {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:49.518715 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-a72df529-ac0e-4b77-806f-717770e39c11 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3881302 Aug 31 04:52:49.520406 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 48536) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:52:49.526888 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.v2.base [None req-9dd5a926-4add-4a99-a4af-06f1db0040d7 admin admin] Request body: {'subnet': {'network_id': '01d61af2-8efb-4aff-a742-6dda91c579f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-644912780-subnet', 'tenant_id': '79b459c19c784b6fb06ee797b76fdf03', 'ip_version': 4}} {{(pid=93874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:52:49.541208 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72df529-ac0e-4b77-806f-717770e39c11 admin admin] Pushing event updated for resources: {'Network': ['ID=01d61af2-8efb-4aff-a742-6dda91c579f3,revision_number=1']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:52:49.556417 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Network 01d61af2-8efb-4aff-a742-6dda91c579f3 details requested by agent ovs-agent-dv-cinder-778193-7-iscsi with host dv-cinder-778193-7-iscsi {{(pid=93875) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 04:52:49.563905 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dd5a926-4add-4a99-a4af-06f1db0040d7 admin admin] Made reservation on behalf of 79b459c19c784b6fb06ee797b76fdf03 for: {'subnet': 1} {{(pid=93874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:52:49.567342 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-9dd5a926-4add-4a99-a4af-06f1db0040d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16508976'] for subnet, before_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:49.729760 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-9dd5a926-4add-4a99-a4af-06f1db0040d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16403593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16508966'] for subnet, after_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:49.787147 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd5a926-4add-4a99-a4af-06f1db0040d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=21c6c122-812f-4d79-8026-94750a624f4f,revision_number=0']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:52:49.789208 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd5a926-4add-4a99-a4af-06f1db0040d7 admin admin] Checking segment: {'id': 'e750f75b-2489-430b-9816-343948549a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '01d61af2-8efb-4aff-a742-6dda91c579f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 04:52:49.789559 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dd5a926-4add-4a99-a4af-06f1db0040d7 admin admin] Network hostable DHCP agents. Network: 01d61af2-8efb-4aff-a742-6dda91c579f3, hostable agents: ['9b8b4806-ecc0-4bb6-b220-1afcd08d5676'], hosted agents: [] {{(pid=93874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 04:52:49.805541 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dd5a926-4add-4a99-a4af-06f1db0040d7 admin admin] Network 01d61af2-8efb-4aff-a742-6dda91c579f3 is scheduled to be hosted by DHCP agent 9b8b4806-ecc0-4bb6-b220-1afcd08d5676 with binding_index 1 {{(pid=93874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 04:52:49.813561 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.scheduler.base_scheduler [None req-9dd5a926-4add-4a99-a4af-06f1db0040d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-7-iscsi, 01d61af2-8efb-4aff-a742-6dda91c579f3) {{(pid=93874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:52:49.817383 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd5a926-4add-4a99-a4af-06f1db0040d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:52:49.817971 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-9dd5a926-4add-4a99-a4af-06f1db0040d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8355474'] for subnet, before_response {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:49.822843 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2524a430-e4d6-452d-a265-a5f821db6625 None None] Network 01d61af2-8efb-4aff-a742-6dda91c579f3 requested from dv-cinder-778193-7-iscsi {{(pid=93875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 04:52:49.832627 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-9dd5a926-4add-4a99-a4af-06f1db0040d7 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3111072 Aug 31 04:52:49.836161 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 48542) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:52:49.840416 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.v2.base [None req-ff67d234-cd2e-44d2-864e-66d70846ec86 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-644912780-router', 'tenant_id': '79b459c19c784b6fb06ee797b76fdf03', 'external_gateway_info': {'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408'}}} {{(pid=93874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:52:49.861508 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-ff67d234-cd2e-44d2-864e-66d70846ec86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7908113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4355'] for router, before_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:49.862512 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-ff67d234-cd2e-44d2-864e-66d70846ec86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7955191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7955588', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8024679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4372'] for router, precommit_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:49.916592 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-ff67d234-cd2e-44d2-864e-66d70846ec86 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:49.962807 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5051c082-0044-417c-9b44-94d36dcf402a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7a2cf1e-32d6-59fc-ab2a-f09a03f47ff6-01d61af2-8efb-4aff-a742-6dda91c579f3', 'network_id': '01d61af2-8efb-4aff-a742-6dda91c579f3', 'tenant_id': '79b459c19c784b6fb06ee797b76fdf03', 'fixed_ips': [{'subnet_id': '21c6c122-812f-4d79-8026-94750a624f4f'}]}} from dv-cinder-778193-7-iscsi. {{(pid=93875) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 04:52:49.963656 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5051c082-0044-417c-9b44-94d36dcf402a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:50.101412 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-5051c082-0044-417c-9b44-94d36dcf402a None None] Allocated IP 172.20.0.2 (01d61af2-8efb-4aff-a742-6dda91c579f3/21c6c122-812f-4d79-8026-94750a624f4f/67664616-24b3-44e6-b27a-3a2365344e9e) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:52:50.243372 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5051c082-0044-417c-9b44-94d36dcf402a None None] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:50.251836 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-5051c082-0044-417c-9b44-94d36dcf402a None None] Transition to ACTIVE for port object 67664616-24b3-44e6-b27a-3a2365344e9e will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 04:52:50.266751 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-5051c082-0044-417c-9b44-94d36dcf402a None None] Transition to ACTIVE for port object 67664616-24b3-44e6-b27a-3a2365344e9e will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 04:52:50.272614 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5051c082-0044-417c-9b44-94d36dcf402a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730086931496'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:50.310365 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-ff67d234-cd2e-44d2-864e-66d70846ec86 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:50.311276 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5051c082-0044-417c-9b44-94d36dcf402a None None] Network 01d61af2-8efb-4aff-a742-6dda91c579f3 is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:52:50.316114 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-5051c082-0044-417c-9b44-94d36dcf402a None None] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:52:50.319895 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5051c082-0044-417c-9b44-94d36dcf402a None None] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 04:52:50.333221 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5051c082-0044-417c-9b44-94d36dcf402a None None] Pushing event updated for resources: {'Port': ['ID=67664616-24b3-44e6-b27a-3a2365344e9e,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:52:50.377051 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [None req-5051c082-0044-417c-9b44-94d36dcf402a None None] Attempting to bind port 67664616-24b3-44e6-b27a-3a2365344e9e on host dv-cinder-778193-7-iscsi for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 04:52:50.377454 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [None req-5051c082-0044-417c-9b44-94d36dcf402a None None] Attempting to bind port 67664616-24b3-44e6-b27a-3a2365344e9e by drivers openvswitch,hyperv on host dv-cinder-778193-7-iscsi at level 0 using segments [{'id': 'e750f75b-2489-430b-9816-343948549a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '01d61af2-8efb-4aff-a742-6dda91c579f3'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 04:52:50.377820 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5051c082-0044-417c-9b44-94d36dcf402a None None] Attempting to bind port 67664616-24b3-44e6-b27a-3a2365344e9e on network 01d61af2-8efb-4aff-a742-6dda91c579f3 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 04:52:50.382670 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5051c082-0044-417c-9b44-94d36dcf402a None None] Checking agent: {'id': '68c6f462-eb0a-4cde-80ac-29944282ee42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 4, 24, 29), 'started_at': datetime.datetime(2021, 8, 31, 4, 24, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 4, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 04:52:50.383035 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5051c082-0044-417c-9b44-94d36dcf402a None None] Checking segment: {'id': 'e750f75b-2489-430b-9816-343948549a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '01d61af2-8efb-4aff-a742-6dda91c579f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 04:52:50.383427 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5051c082-0044-417c-9b44-94d36dcf402a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:50.383813 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5051c082-0044-417c-9b44-94d36dcf402a None None] Bound using segment: {'id': 'e750f75b-2489-430b-9816-343948549a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '01d61af2-8efb-4aff-a742-6dda91c579f3'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 04:52:50.384262 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [None req-5051c082-0044-417c-9b44-94d36dcf402a None None] Bound port: 67664616-24b3-44e6-b27a-3a2365344e9e, host: dv-cinder-778193-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e750f75b-2489-430b-9816-343948549a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '01d61af2-8efb-4aff-a742-6dda91c579f3'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 04:52:50.384640 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5051c082-0044-417c-9b44-94d36dcf402a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:50.448126 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-5051c082-0044-417c-9b44-94d36dcf402a None None] For port 67664616-24b3-44e6-b27a-3a2365344e9e, host dv-cinder-778193-7-iscsi, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:52:50.451497 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-5051c082-0044-417c-9b44-94d36dcf402a None None] For port 67664616-24b3-44e6-b27a-3a2365344e9e, host dv-cinder-778193-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-7-iscsi',level=0,port_id=67664616-24b3-44e6-b27a-3a2365344e9e,segment=NetworkSegment(e750f75b-2489-430b-9816-343948549a43),segment_id=e750f75b-2489-430b-9816-343948549a43)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:52:50.456759 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5051c082-0044-417c-9b44-94d36dcf402a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:50.515407 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5051c082-0044-417c-9b44-94d36dcf402a None None] Pushing event updated for resources: {'Port': ['ID=67664616-24b3-44e6-b27a-3a2365344e9e,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:52:50.527433 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-ff67d234-cd2e-44d2-864e-66d70846ec86 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:50.547825 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-ff67d234-cd2e-44d2-864e-66d70846ec86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:50.667253 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.db.db_base_plugin_common [None req-ff67d234-cd2e-44d2-864e-66d70846ec86 admin admin] Allocated IP 172.27.3.25 (f4b5f899-990a-4804-98c2-2f4cfa444408/03ec91ec-d42e-4d2c-8dee-dc4e2d357557/79095191-baf2-4e96-b009-c0dcb37a3714) {{(pid=93874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:52:50.788469 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-ff67d234-cd2e-44d2-864e-66d70846ec86 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:50.827641 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-ff67d234-cd2e-44d2-864e-66d70846ec86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730086931496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16403769'] for port, after_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:50.869969 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff67d234-cd2e-44d2-864e-66d70846ec86 admin admin] Network f4b5f899-990a-4804-98c2-2f4cfa444408 is already hosted by enough agents. {{(pid=93874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:52:50.872819 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.scheduler.base_scheduler [None req-ff67d234-cd2e-44d2-864e-66d70846ec86 admin admin] Resources bound (agent type, host, resource id): {{(pid=93874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:52:50.877634 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff67d234-cd2e-44d2-864e-66d70846ec86 admin admin] Received port after_create {{(pid=93874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 04:52:50.880528 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff67d234-cd2e-44d2-864e-66d70846ec86 admin admin] Pushing event updated for resources: {'Port': ['ID=79095191-baf2-4e96-b009-c0dcb37a3714,revision_number=1']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:52:51.115072 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-ff67d234-cd2e-44d2-864e-66d70846ec86 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:51.319656 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-ff67d234-cd2e-44d2-864e-66d70846ec86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7955150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7955703'] for router, after_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:51.453792 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff67d234-cd2e-44d2-864e-66d70846ec86 admin admin] Router 8d3bfed0-e6fa-408b-8382-a15734dea78e is scheduled to L3 agent 0d18d50c-d309-40cc-9cbf-a014e4f79dac with binding_index 1 {{(pid=93874) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 04:52:51.535237 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.agents_db [None req-b358f2ce-044e-44db-8ffe-8010ce8c5d43 None None] Agent healthcheck: found 6 active agents {{(pid=93876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:52:51.570156 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff67d234-cd2e-44d2-864e-66d70846ec86 admin admin] Notify agent at l3_agent.dv-cinder-778193-7-iscsi the message routers_updated {{(pid=93874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:52:51.582373 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7f4fd2-263c-4e3c-badf-256c13f4ceb1 None None] Sync routers for ids ['8d3bfed0-e6fa-408b-8382-a15734dea78e'] in dv-cinder-778193-7-iscsi {{(pid=93875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:52:51.593069 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-ff67d234-cd2e-44d2-864e-66d70846ec86 admin admin] Notify callbacks [] for router, before_response {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:51.597266 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-ff67d234-cd2e-44d2-864e-66d70846ec86 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.7575252 Aug 31 04:52:51.597433 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a180b1c1-751e-42b9-826a-0a388cae5e1a None None] Network 01d61af2-8efb-4aff-a742-6dda91c579f3 requested from dv-cinder-778193-7-iscsi {{(pid=93875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 04:52:51.597575 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 48562) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:52:51.598632 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7f4fd2-263c-4e3c-badf-256c13f4ceb1 None None] Routers {'8d3bfed0-e6fa-408b-8382-a15734dea78e'} bound to L3 agent in host dv-cinder-778193-7-iscsi {{(pid=93875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 04:52:51.599266 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-8e7f4fd2-263c-4e3c-badf-256c13f4ceb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T04:24:29Z,description=,heartbeat_timestamp=2021-08-31T04:52:29Z,host='dv-cinder-778193-7-iscsi',id=0d18d50c-d309-40cc-9cbf-a014e4f79dac,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T04:24:29Z,topic='l3_agent')) {'router_ids': ['8d3bfed0-e6fa-408b-8382-a15734dea78e'], 'active': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:52:51.698440 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-993b3ea8-9737-4908-8e39-52608507b5f6 None None] Provisioning for port 67664616-24b3-44e6-b27a-3a2365344e9e completed by entity DHCP. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 04:52:51.773103 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvr_db [None req-8e7f4fd2-263c-4e3c-badf-256c13f4ceb1 None None] Set router 8d3bfed0-e6fa-408b-8382-a15734dea78e gateway port host: dv-cinder-778193-7-iscsi {{(pid=93875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 04:52:52.022939 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-904cb026-81cd-4923-92c0-5b3cbe68f172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:52.115763 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-8e7f4fd2-263c-4e3c-badf-256c13f4ceb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d3bfed0-e6fa-408b-8382-a15734dea78e', 'name': 'tempest-TestShelveInstance-644912780-router', 'tenant_id': '79b459c19c784b6fb06ee797b76fdf03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'external_fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '79095191-baf2-4e96-b009-c0dcb37a3714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:52:49Z', 'updated_at': '2021-08-31T04:52:51Z', 'revision_number': 3, 'project_id': '79b459c19c784b6fb06ee797b76fdf03', 'gw_port': {'id': '79095191-baf2-4e96-b009-c0dcb37a3714', 'name': '', 'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:a9:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d3bfed0-e6fa-408b-8382-a15734dea78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:52:50Z', 'updated_at': '2021-08-31T04:52:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-iscsi'}], 'dv-cinder-778193-7-iscsi', False) {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:52:52.144050 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7f4fd2-263c-4e3c-badf-256c13f4ceb1 None None] Checking router: 8d3bfed0-e6fa-408b-8382-a15734dea78e for host: dv-cinder-778193-7-iscsi {{(pid=93875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:52:52.144490 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7f4fd2-263c-4e3c-badf-256c13f4ceb1 None None] Updating router 8d3bfed0-e6fa-408b-8382-a15734dea78e port 79095191-baf2-4e96-b009-c0dcb37a3714 binding host dv-cinder-778193-7-iscsi {{(pid=93875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 04:52:52.171839 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8e7f4fd2-263c-4e3c-badf-256c13f4ceb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:52.185331 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.db.db_base_plugin_common [None req-904cb026-81cd-4923-92c0-5b3cbe68f172 admin admin] Allocated IP 172.20.0.1 (01d61af2-8efb-4aff-a742-6dda91c579f3/21c6c122-812f-4d79-8026-94750a624f4f/d4ea0028-0b10-4a6f-a9b1-e903e9aaa8fe) {{(pid=93874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:52:52.296670 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-904cb026-81cd-4923-92c0-5b3cbe68f172 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:52.310282 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-904cb026-81cd-4923-92c0-5b3cbe68f172 admin admin] Transition to ACTIVE for port object d4ea0028-0b10-4a6f-a9b1-e903e9aaa8fe will not be triggered until provisioned by entity DHCP. {{(pid=93874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 04:52:52.344710 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-904cb026-81cd-4923-92c0-5b3cbe68f172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730086931496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16403769'] for port, after_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:52.384778 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-904cb026-81cd-4923-92c0-5b3cbe68f172 admin admin] Network 01d61af2-8efb-4aff-a742-6dda91c579f3 is already hosted by enough agents. {{(pid=93874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:52:52.391895 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.scheduler.base_scheduler [None req-904cb026-81cd-4923-92c0-5b3cbe68f172 admin admin] Resources bound (agent type, host, resource id): {{(pid=93874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:52:52.394390 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904cb026-81cd-4923-92c0-5b3cbe68f172 admin admin] Received port after_create {{(pid=93874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 04:52:52.422548 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904cb026-81cd-4923-92c0-5b3cbe68f172 admin admin] Pushing event updated for resources: {'Port': ['ID=d4ea0028-0b10-4a6f-a9b1-e903e9aaa8fe,revision_number=1']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:52:52.439219 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-904cb026-81cd-4923-92c0-5b3cbe68f172 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7956356'] for router_interface, before_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:52.446503 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8e7f4fd2-263c-4e3c-badf-256c13f4ceb1 None None] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:52.460898 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-8e7f4fd2-263c-4e3c-badf-256c13f4ceb1 None None] Transition to ACTIVE for port object 79095191-baf2-4e96-b009-c0dcb37a3714 will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 04:52:52.469245 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8e7f4fd2-263c-4e3c-badf-256c13f4ceb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:52.523663 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [None req-8e7f4fd2-263c-4e3c-badf-256c13f4ceb1 None None] Attempting to bind port 79095191-baf2-4e96-b009-c0dcb37a3714 on host dv-cinder-778193-7-iscsi for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 04:52:52.524054 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [None req-8e7f4fd2-263c-4e3c-badf-256c13f4ceb1 None None] Attempting to bind port 79095191-baf2-4e96-b009-c0dcb37a3714 by drivers openvswitch,hyperv on host dv-cinder-778193-7-iscsi at level 0 using segments [{'id': '9b39574f-0af1-490f-b9cc-82fd551fb7d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 04:52:52.524422 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7f4fd2-263c-4e3c-badf-256c13f4ceb1 None None] Attempting to bind port 79095191-baf2-4e96-b009-c0dcb37a3714 on network f4b5f899-990a-4804-98c2-2f4cfa444408 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 04:52:52.527364 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8259f5e4-5aea-472a-bcb9-d87559cb2835 None None] Pushing event updated for resources: {'Port': ['ID=79095191-baf2-4e96-b009-c0dcb37a3714,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:52:52.532864 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7f4fd2-263c-4e3c-badf-256c13f4ceb1 None None] Checking agent: {'id': '68c6f462-eb0a-4cde-80ac-29944282ee42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 4, 24, 29), 'started_at': datetime.datetime(2021, 8, 31, 4, 24, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 4, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 04:52:52.533241 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7f4fd2-263c-4e3c-badf-256c13f4ceb1 None None] Checking segment: {'id': '9b39574f-0af1-490f-b9cc-82fd551fb7d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 04:52:52.533648 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8e7f4fd2-263c-4e3c-badf-256c13f4ceb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:52.534041 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7f4fd2-263c-4e3c-badf-256c13f4ceb1 None None] Bound using segment: {'id': '9b39574f-0af1-490f-b9cc-82fd551fb7d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 04:52:52.534547 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [None req-8e7f4fd2-263c-4e3c-badf-256c13f4ceb1 None None] Bound port: 79095191-baf2-4e96-b009-c0dcb37a3714, host: dv-cinder-778193-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b39574f-0af1-490f-b9cc-82fd551fb7d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 04:52:52.534935 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8e7f4fd2-263c-4e3c-badf-256c13f4ceb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:52.600067 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-8e7f4fd2-263c-4e3c-badf-256c13f4ceb1 None None] For port 79095191-baf2-4e96-b009-c0dcb37a3714, host dv-cinder-778193-7-iscsi, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:52:52.606733 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-8e7f4fd2-263c-4e3c-badf-256c13f4ceb1 None None] For port 79095191-baf2-4e96-b009-c0dcb37a3714, host dv-cinder-778193-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-7-iscsi',level=0,port_id=79095191-baf2-4e96-b009-c0dcb37a3714,segment=NetworkSegment(9b39574f-0af1-490f-b9cc-82fd551fb7d5),segment_id=9b39574f-0af1-490f-b9cc-82fd551fb7d5)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:52:52.612844 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8e7f4fd2-263c-4e3c-badf-256c13f4ceb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:52.629789 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-904cb026-81cd-4923-92c0-5b3cbe68f172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:52.689673 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8259f5e4-5aea-472a-bcb9-d87559cb2835 None None] Pushing event updated for resources: {'Port': ['ID=79095191-baf2-4e96-b009-c0dcb37a3714,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:52:52.704866 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-38714105-ac8f-492a-b0d8-69508e020600 None None] Provisioning for port d4ea0028-0b10-4a6f-a9b1-e903e9aaa8fe completed by entity DHCP. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 04:52:52.710211 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-38714105-ac8f-492a-b0d8-69508e020600 None None] Provisioning complete for port d4ea0028-0b10-4a6f-a9b1-e903e9aaa8fe triggered by entity DHCP. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:52:52.710860 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-38714105-ac8f-492a-b0d8-69508e020600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667402'] for port, provisioning_complete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:52.713386 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7f4fd2-263c-4e3c-badf-256c13f4ceb1 None None] Routers {'8d3bfed0-e6fa-408b-8382-a15734dea78e'} bound to L3 agent in host dv-cinder-778193-7-iscsi {{(pid=93875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 04:52:52.714279 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-8e7f4fd2-263c-4e3c-badf-256c13f4ceb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T04:24:29Z,description=,heartbeat_timestamp=2021-08-31T04:52:29Z,host='dv-cinder-778193-7-iscsi',id=0d18d50c-d309-40cc-9cbf-a014e4f79dac,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T04:24:29Z,topic='l3_agent')) {'router_ids': ['8d3bfed0-e6fa-408b-8382-a15734dea78e'], 'active': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:52:52.772520 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Device 67664616-24b3-44e6-b27a-3a2365344e9e up at agent ovs-agent-dv-cinder-778193-7-iscsi {{(pid=93875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:52:52.818120 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-38714105-ac8f-492a-b0d8-69508e020600 None None] Port d4ea0028-0b10-4a6f-a9b1-e903e9aaa8fe cannot update to ACTIVE because it is not bound. {{(pid=93875) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 04:52:52.901965 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Provisioning for port 67664616-24b3-44e6-b27a-3a2365344e9e completed by entity L2. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 04:52:52.911462 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Provisioning complete for port 67664616-24b3-44e6-b27a-3a2365344e9e triggered by entity L2. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:52:52.911833 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667402'] for port, provisioning_complete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:52.927730 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-904cb026-81cd-4923-92c0-5b3cbe68f172 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:52.932461 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-904cb026-81cd-4923-92c0-5b3cbe68f172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16403712'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:52.933128 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvr_db [None req-8e7f4fd2-263c-4e3c-badf-256c13f4ceb1 None None] Set router 8d3bfed0-e6fa-408b-8382-a15734dea78e gateway port host: dv-cinder-778193-7-iscsi {{(pid=93875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 04:52:52.999516 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904cb026-81cd-4923-92c0-5b3cbe68f172 admin admin] Pushing event updated for resources: {'Port': ['ID=d4ea0028-0b10-4a6f-a9b1-e903e9aaa8fe,revision_number=2']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:52:53.005215 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-904cb026-81cd-4923-92c0-5b3cbe68f172 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8355406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7953204'] for router_interface, after_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:53.098287 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-904cb026-81cd-4923-92c0-5b3cbe68f172 admin admin] Network 01d61af2-8efb-4aff-a742-6dda91c579f3 is already hosted by enough agents. {{(pid=93874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:52:53.099696 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.scheduler.base_scheduler [None req-904cb026-81cd-4923-92c0-5b3cbe68f172 admin admin] Resources bound (agent type, host, resource id): {{(pid=93874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:52:53.100770 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:53.156843 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] For port 67664616-24b3-44e6-b27a-3a2365344e9e, host dv-cinder-778193-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-7-iscsi',level=0,port_id=67664616-24b3-44e6-b27a-3a2365344e9e,segment=NetworkSegment(e750f75b-2489-430b-9816-343948549a43),segment_id=e750f75b-2489-430b-9816-343948549a43)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:52:53.176137 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:53.211784 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-904cb026-81cd-4923-92c0-5b3cbe68f172 admin admin] Router 8d3bfed0-e6fa-408b-8382-a15734dea78e has already been hosted by L3 agent 0d18d50c-d309-40cc-9cbf-a014e4f79dac {{(pid=93874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 04:52:53.248807 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Pushing event updated for resources: {'Port': ['ID=67664616-24b3-44e6-b27a-3a2365344e9e,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:52:53.258843 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-8e7f4fd2-263c-4e3c-badf-256c13f4ceb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d3bfed0-e6fa-408b-8382-a15734dea78e', 'name': 'tempest-TestShelveInstance-644912780-router', 'tenant_id': '79b459c19c784b6fb06ee797b76fdf03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'external_fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '79095191-baf2-4e96-b009-c0dcb37a3714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:52:49Z', 'updated_at': '2021-08-31T04:52:52Z', 'revision_number': 4, 'project_id': '79b459c19c784b6fb06ee797b76fdf03', 'gw_port': {'id': '79095191-baf2-4e96-b009-c0dcb37a3714', 'name': '', 'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:a9:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d3bfed0-e6fa-408b-8382-a15734dea78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:52:50Z', 'updated_at': '2021-08-31T04:52:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-iscsi', '_interfaces': [{'id': 'd4ea0028-0b10-4a6f-a9b1-e903e9aaa8fe', 'name': '', 'network_id': '01d61af2-8efb-4aff-a742-6dda91c579f3', 'tenant_id': '79b459c19c784b6fb06ee797b76fdf03', 'mac_address': 'fa:16:3e:7b:24:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d3bfed0-e6fa-408b-8382-a15734dea78e', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '21c6c122-812f-4d79-8026-94750a624f4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:52:52Z', 'updated_at': '2021-08-31T04:52:52Z', 'revision_number': 1, 'project_id': '79b459c19c784b6fb06ee797b76fdf03', 'subnets': [{'id': '21c6c122-812f-4d79-8026-94750a624f4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-7-iscsi', False) {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:52:53.285835 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7f4fd2-263c-4e3c-badf-256c13f4ceb1 None None] The sync data for ids ['8d3bfed0-e6fa-408b-8382-a15734dea78e'] in dv-cinder-778193-7-iscsi is: [{'id': '8d3bfed0-e6fa-408b-8382-a15734dea78e', 'name': 'tempest-TestShelveInstance-644912780-router', 'tenant_id': '79b459c19c784b6fb06ee797b76fdf03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'external_fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '79095191-baf2-4e96-b009-c0dcb37a3714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:52:49Z', 'updated_at': '2021-08-31T04:52:52Z', 'revision_number': 4, 'project_id': '79b459c19c784b6fb06ee797b76fdf03', 'gw_port': {'id': '79095191-baf2-4e96-b009-c0dcb37a3714', 'name': '', 'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:a9:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d3bfed0-e6fa-408b-8382-a15734dea78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:52:50Z', 'updated_at': '2021-08-31T04:52:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-iscsi', '_interfaces': [{'id': 'd4ea0028-0b10-4a6f-a9b1-e903e9aaa8fe', 'name': '', 'network_id': '01d61af2-8efb-4aff-a742-6dda91c579f3', 'tenant_id': '79b459c19c784b6fb06ee797b76fdf03', 'mac_address': 'fa:16:3e:7b:24:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d3bfed0-e6fa-408b-8382-a15734dea78e', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '21c6c122-812f-4d79-8026-94750a624f4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:52:52Z', 'updated_at': '2021-08-31T04:52:52Z', 'revision_number': 1, 'project_id': '79b459c19c784b6fb06ee797b76fdf03', 'subnets': [{'id': '21c6c122-812f-4d79-8026-94750a624f4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:52:53.323683 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-904cb026-81cd-4923-92c0-5b3cbe68f172 admin admin] Notify agent at l3_agent.dv-cinder-778193-7-iscsi the message routers_updated {{(pid=93874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:52:53.329438 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-904cb026-81cd-4923-92c0-5b3cbe68f172 admin admin] 10.222.0.37 "PUT /v2.0/routers/8d3bfed0-e6fa-408b-8382-a15734dea78e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7308640 Aug 31 04:52:53.342850 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-b065f274-e562-483f-b445-a4772fcd3827 None None] Provisioning complete for port d4ea0028-0b10-4a6f-a9b1-e903e9aaa8fe triggered by entity DHCP. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:52:53.343395 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b065f274-e562-483f-b445-a4772fcd3827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667402'] for port, provisioning_complete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:53.379195 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-b065f274-e562-483f-b445-a4772fcd3827 None None] Port d4ea0028-0b10-4a6f-a9b1-e903e9aaa8fe cannot update to ACTIVE because it is not bound. {{(pid=93875) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 04:52:53.892276 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 48606) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:52:53.897950 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.v2.base [None req-a737a5ef-7b5a-4ce9-8ff7-2d414d09d73d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1631486894-network', 'tenant_id': '5a9cd3f4209b44a19525e138c4676f81'}} {{(pid=93873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:52:53.923581 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a737a5ef-7b5a-4ce9-8ff7-2d414d09d73d admin admin] Made reservation on behalf of 5a9cd3f4209b44a19525e138c4676f81 for: {'network': 1} {{(pid=93873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:52:53.926525 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-a737a5ef-7b5a-4ce9-8ff7-2d414d09d73d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for network, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:53.937688 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-a737a5ef-7b5a-4ce9-8ff7-2d414d09d73d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:54.057999 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-a737a5ef-7b5a-4ce9-8ff7-2d414d09d73d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:54.063985 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-a737a5ef-7b5a-4ce9-8ff7-2d414d09d73d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:54.089909 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a737a5ef-7b5a-4ce9-8ff7-2d414d09d73d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 378} {{(pid=93873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 04:52:54.100629 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a737a5ef-7b5a-4ce9-8ff7-2d414d09d73d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f3e3dc8-aa90-417d-ad14-3971b4e81c26,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:52:54.107060 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-a737a5ef-7b5a-4ce9-8ff7-2d414d09d73d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671022'] for segment, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:54.108020 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.db.segments_db [None req-a737a5ef-7b5a-4ce9-8ff7-2d414d09d73d admin admin] Added segment ac0ea285-8c67-4815-82ae-c1dad3023cab of type vlan for network 60f98f78-55e9-4572-98ed-492df4db132d Aug 31 04:52:54.153097 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-a737a5ef-7b5a-4ce9-8ff7-2d414d09d73d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730086947184'] for network, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:54.179776 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-a737a5ef-7b5a-4ce9-8ff7-2d414d09d73d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424'] for network, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:54.180732 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a737a5ef-7b5a-4ce9-8ff7-2d414d09d73d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:52:54.181387 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-a737a5ef-7b5a-4ce9-8ff7-2d414d09d73d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8355474'] for network, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:54.239709 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-a737a5ef-7b5a-4ce9-8ff7-2d414d09d73d admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3463078 Aug 31 04:52:54.242475 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 48610) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:52:54.247427 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.v2.base [None req-bfbe25e8-e081-4aa2-be1e-3bf446ba6a15 admin admin] Request body: {'subnet': {'network_id': '60f98f78-55e9-4572-98ed-492df4db132d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1631486894-subnet', 'tenant_id': '5a9cd3f4209b44a19525e138c4676f81', 'ip_version': 4}} {{(pid=93874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:52:54.253102 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a737a5ef-7b5a-4ce9-8ff7-2d414d09d73d admin admin] Pushing event updated for resources: {'Network': ['ID=60f98f78-55e9-4572-98ed-492df4db132d,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:52:54.267693 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Network 60f98f78-55e9-4572-98ed-492df4db132d details requested by agent ovs-agent-dv-cinder-778193-7-iscsi with host dv-cinder-778193-7-iscsi {{(pid=93875) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 04:52:54.269676 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfbe25e8-e081-4aa2-be1e-3bf446ba6a15 admin admin] Made reservation on behalf of 5a9cd3f4209b44a19525e138c4676f81 for: {'subnet': 1} {{(pid=93874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:52:54.273254 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-bfbe25e8-e081-4aa2-be1e-3bf446ba6a15 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16508976'] for subnet, before_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:54.461023 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-bfbe25e8-e081-4aa2-be1e-3bf446ba6a15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16403593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16508966'] for subnet, after_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:54.518155 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbe25e8-e081-4aa2-be1e-3bf446ba6a15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f46824a6-6d87-452e-acd8-93c5a1e74565,revision_number=0']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:52:54.527872 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbe25e8-e081-4aa2-be1e-3bf446ba6a15 admin admin] Checking segment: {'id': 'ac0ea285-8c67-4815-82ae-c1dad3023cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '60f98f78-55e9-4572-98ed-492df4db132d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 04:52:54.528229 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfbe25e8-e081-4aa2-be1e-3bf446ba6a15 admin admin] Network hostable DHCP agents. Network: 60f98f78-55e9-4572-98ed-492df4db132d, hostable agents: ['9b8b4806-ecc0-4bb6-b220-1afcd08d5676'], hosted agents: [] {{(pid=93874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 04:52:54.543978 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfbe25e8-e081-4aa2-be1e-3bf446ba6a15 admin admin] Network 60f98f78-55e9-4572-98ed-492df4db132d is scheduled to be hosted by DHCP agent 9b8b4806-ecc0-4bb6-b220-1afcd08d5676 with binding_index 1 {{(pid=93874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 04:52:54.552834 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.scheduler.base_scheduler [None req-bfbe25e8-e081-4aa2-be1e-3bf446ba6a15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-7-iscsi, 60f98f78-55e9-4572-98ed-492df4db132d) {{(pid=93874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:52:54.557005 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfbe25e8-e081-4aa2-be1e-3bf446ba6a15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:52:54.557563 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-bfbe25e8-e081-4aa2-be1e-3bf446ba6a15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8355474'] for subnet, before_response {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:54.563404 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd565398-5a18-4e52-88d5-c32f82a274b8 None None] Network 60f98f78-55e9-4572-98ed-492df4db132d requested from dv-cinder-778193-7-iscsi {{(pid=93875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 04:52:54.578386 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-bfbe25e8-e081-4aa2-be1e-3bf446ba6a15 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3347797 Aug 31 04:52:54.580925 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 48612) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:52:54.586296 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.v2.base [None req-c8ba1066-e09e-4ddf-bace-f46c29d169f2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1631486894-router', 'tenant_id': '5a9cd3f4209b44a19525e138c4676f81', 'external_gateway_info': {'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408'}}} {{(pid=93874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:52:54.608049 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-c8ba1066-e09e-4ddf-bace-f46c29d169f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7908113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4355'] for router, before_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:54.609038 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-c8ba1066-e09e-4ddf-bace-f46c29d169f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7955191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7955588', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8024679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4372'] for router, precommit_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:54.661631 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-c8ba1066-e09e-4ddf-bace-f46c29d169f2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:54.753300 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-923d5040-9662-4abe-afdf-fbdad454d464 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7a2cf1e-32d6-59fc-ab2a-f09a03f47ff6-60f98f78-55e9-4572-98ed-492df4db132d', 'network_id': '60f98f78-55e9-4572-98ed-492df4db132d', 'tenant_id': '5a9cd3f4209b44a19525e138c4676f81', 'fixed_ips': [{'subnet_id': 'f46824a6-6d87-452e-acd8-93c5a1e74565'}]}} from dv-cinder-778193-7-iscsi. {{(pid=93875) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 04:52:54.754623 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-923d5040-9662-4abe-afdf-fbdad454d464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:54.761983 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Device 79095191-baf2-4e96-b009-c0dcb37a3714 up at agent ovs-agent-dv-cinder-778193-7-iscsi {{(pid=93875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:52:54.820229 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-c8ba1066-e09e-4ddf-bace-f46c29d169f2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:54.921387 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Provisioning for port 79095191-baf2-4e96-b009-c0dcb37a3714 completed by entity L2. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 04:52:54.929717 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Provisioning complete for port 79095191-baf2-4e96-b009-c0dcb37a3714 triggered by entity L2. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:52:54.930109 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667402'] for port, provisioning_complete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:54.939581 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-923d5040-9662-4abe-afdf-fbdad454d464 None None] Allocated IP 172.20.0.2 (60f98f78-55e9-4572-98ed-492df4db132d/f46824a6-6d87-452e-acd8-93c5a1e74565/8ae8dc37-66d8-458f-b080-507af3850982) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:52:55.084011 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:55.126067 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] For port 79095191-baf2-4e96-b009-c0dcb37a3714, host dv-cinder-778193-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-7-iscsi',level=0,port_id=79095191-baf2-4e96-b009-c0dcb37a3714,segment=NetworkSegment(9b39574f-0af1-490f-b9cc-82fd551fb7d5),segment_id=9b39574f-0af1-490f-b9cc-82fd551fb7d5)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:52:55.132352 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:55.133137 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Device 67664616-24b3-44e6-b27a-3a2365344e9e up at agent ovs-agent-dv-cinder-778193-7-iscsi {{(pid=93875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:52:55.239032 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-923d5040-9662-4abe-afdf-fbdad454d464 None None] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:55.251074 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Pushing event updated for resources: {'Port': ['ID=79095191-baf2-4e96-b009-c0dcb37a3714,revision_number=4']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:52:55.256868 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-923d5040-9662-4abe-afdf-fbdad454d464 None None] Transition to ACTIVE for port object 8ae8dc37-66d8-458f-b080-507af3850982 will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 04:52:55.278295 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-923d5040-9662-4abe-afdf-fbdad454d464 None None] Transition to ACTIVE for port object 8ae8dc37-66d8-458f-b080-507af3850982 will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 04:52:55.284420 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Provisioning complete for port 67664616-24b3-44e6-b27a-3a2365344e9e triggered by entity L2. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:52:55.284794 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667402'] for port, provisioning_complete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:55.287631 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-923d5040-9662-4abe-afdf-fbdad454d464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730086931496'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:55.313692 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-c8ba1066-e09e-4ddf-bace-f46c29d169f2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:55.337050 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-c8ba1066-e09e-4ddf-bace-f46c29d169f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:55.353107 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff227175-c958-4cf3-ba68-1e45fb304555 None None] Sync routers for ids ['8d3bfed0-e6fa-408b-8382-a15734dea78e'] in dv-cinder-778193-7-iscsi {{(pid=93876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:52:55.363183 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-923d5040-9662-4abe-afdf-fbdad454d464 None None] Network 60f98f78-55e9-4572-98ed-492df4db132d is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:52:55.363796 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff227175-c958-4cf3-ba68-1e45fb304555 None None] Routers {'8d3bfed0-e6fa-408b-8382-a15734dea78e'} bound to L3 agent in host dv-cinder-778193-7-iscsi {{(pid=93876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 04:52:55.364731 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.l3_hamode_db [None req-ff227175-c958-4cf3-ba68-1e45fb304555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T04:24:29Z,description=,heartbeat_timestamp=2021-08-31T04:52:29Z,host='dv-cinder-778193-7-iscsi',id=0d18d50c-d309-40cc-9cbf-a014e4f79dac,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T04:24:29Z,topic='l3_agent')) {'router_ids': ['8d3bfed0-e6fa-408b-8382-a15734dea78e'], 'active': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:52:55.367829 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923d5040-9662-4abe-afdf-fbdad454d464 None None] Pushing event updated for resources: {'Port': ['ID=8ae8dc37-66d8-458f-b080-507af3850982,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:52:55.370503 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-923d5040-9662-4abe-afdf-fbdad454d464 None None] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:52:55.374092 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923d5040-9662-4abe-afdf-fbdad454d464 None None] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 04:52:55.450630 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.db.db_base_plugin_common [None req-c8ba1066-e09e-4ddf-bace-f46c29d169f2 admin admin] Allocated IP 172.27.3.154 (f4b5f899-990a-4804-98c2-2f4cfa444408/03ec91ec-d42e-4d2c-8dee-dc4e2d357557/feb2ef2e-7f35-4043-b888-d41532a8adc3) {{(pid=93874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:52:55.454370 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [None req-923d5040-9662-4abe-afdf-fbdad454d464 None None] Attempting to bind port 8ae8dc37-66d8-458f-b080-507af3850982 on host dv-cinder-778193-7-iscsi for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 04:52:55.454738 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [None req-923d5040-9662-4abe-afdf-fbdad454d464 None None] Attempting to bind port 8ae8dc37-66d8-458f-b080-507af3850982 by drivers openvswitch,hyperv on host dv-cinder-778193-7-iscsi at level 0 using segments [{'id': 'ac0ea285-8c67-4815-82ae-c1dad3023cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '60f98f78-55e9-4572-98ed-492df4db132d'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 04:52:55.455101 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923d5040-9662-4abe-afdf-fbdad454d464 None None] Attempting to bind port 8ae8dc37-66d8-458f-b080-507af3850982 on network 60f98f78-55e9-4572-98ed-492df4db132d {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 04:52:55.462291 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923d5040-9662-4abe-afdf-fbdad454d464 None None] Checking agent: {'id': '68c6f462-eb0a-4cde-80ac-29944282ee42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 4, 24, 29), 'started_at': datetime.datetime(2021, 8, 31, 4, 24, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 4, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 04:52:55.462666 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923d5040-9662-4abe-afdf-fbdad454d464 None None] Checking segment: {'id': 'ac0ea285-8c67-4815-82ae-c1dad3023cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '60f98f78-55e9-4572-98ed-492df4db132d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 04:52:55.463064 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-923d5040-9662-4abe-afdf-fbdad454d464 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:55.463436 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923d5040-9662-4abe-afdf-fbdad454d464 None None] Bound using segment: {'id': 'ac0ea285-8c67-4815-82ae-c1dad3023cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '60f98f78-55e9-4572-98ed-492df4db132d'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 04:52:55.463908 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [None req-923d5040-9662-4abe-afdf-fbdad454d464 None None] Bound port: 8ae8dc37-66d8-458f-b080-507af3850982, host: dv-cinder-778193-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac0ea285-8c67-4815-82ae-c1dad3023cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '60f98f78-55e9-4572-98ed-492df4db132d'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 04:52:55.464275 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-923d5040-9662-4abe-afdf-fbdad454d464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:55.477623 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.l3_dvr_db [None req-ff227175-c958-4cf3-ba68-1e45fb304555 None None] Set router 8d3bfed0-e6fa-408b-8382-a15734dea78e gateway port host: dv-cinder-778193-7-iscsi {{(pid=93876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 04:52:55.532462 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-923d5040-9662-4abe-afdf-fbdad454d464 None None] For port 8ae8dc37-66d8-458f-b080-507af3850982, host dv-cinder-778193-7-iscsi, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:52:55.535815 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-923d5040-9662-4abe-afdf-fbdad454d464 None None] For port 8ae8dc37-66d8-458f-b080-507af3850982, host dv-cinder-778193-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-7-iscsi',level=0,port_id=8ae8dc37-66d8-458f-b080-507af3850982,segment=NetworkSegment(ac0ea285-8c67-4815-82ae-c1dad3023cab),segment_id=ac0ea285-8c67-4815-82ae-c1dad3023cab)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:52:55.541835 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-923d5040-9662-4abe-afdf-fbdad454d464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:55.565608 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-c8ba1066-e09e-4ddf-bace-f46c29d169f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:55.606372 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923d5040-9662-4abe-afdf-fbdad454d464 None None] Pushing event updated for resources: {'Port': ['ID=8ae8dc37-66d8-458f-b080-507af3850982,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:52:55.614806 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-c8ba1066-e09e-4ddf-bace-f46c29d169f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730086931496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16403769'] for port, after_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:55.656119 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ba1066-e09e-4ddf-bace-f46c29d169f2 admin admin] Network f4b5f899-990a-4804-98c2-2f4cfa444408 is already hosted by enough agents. {{(pid=93874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:52:55.661063 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.scheduler.base_scheduler [None req-c8ba1066-e09e-4ddf-bace-f46c29d169f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:52:55.664586 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ba1066-e09e-4ddf-bace-f46c29d169f2 admin admin] Received port after_create {{(pid=93874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 04:52:55.696777 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ba1066-e09e-4ddf-bace-f46c29d169f2 admin admin] Pushing event updated for resources: {'Port': ['ID=feb2ef2e-7f35-4043-b888-d41532a8adc3,revision_number=1']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:52:55.697963 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.l3_hamode_db [None req-ff227175-c958-4cf3-ba68-1e45fb304555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d3bfed0-e6fa-408b-8382-a15734dea78e', 'name': 'tempest-TestShelveInstance-644912780-router', 'tenant_id': '79b459c19c784b6fb06ee797b76fdf03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'external_fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '79095191-baf2-4e96-b009-c0dcb37a3714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:52:49Z', 'updated_at': '2021-08-31T04:52:52Z', 'revision_number': 4, 'project_id': '79b459c19c784b6fb06ee797b76fdf03', 'gw_port': {'id': '79095191-baf2-4e96-b009-c0dcb37a3714', 'name': '', 'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:a9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d3bfed0-e6fa-408b-8382-a15734dea78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:52:50Z', 'updated_at': '2021-08-31T04:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-iscsi', '_interfaces': [{'id': 'd4ea0028-0b10-4a6f-a9b1-e903e9aaa8fe', 'name': '', 'network_id': '01d61af2-8efb-4aff-a742-6dda91c579f3', 'tenant_id': '79b459c19c784b6fb06ee797b76fdf03', 'mac_address': 'fa:16:3e:7b:24:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d3bfed0-e6fa-408b-8382-a15734dea78e', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '21c6c122-812f-4d79-8026-94750a624f4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:52:52Z', 'updated_at': '2021-08-31T04:52:52Z', 'revision_number': 2, 'project_id': '79b459c19c784b6fb06ee797b76fdf03', 'subnets': [{'id': '21c6c122-812f-4d79-8026-94750a624f4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-7-iscsi', False) {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:52:55.724381 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff227175-c958-4cf3-ba68-1e45fb304555 None None] Checking router: 8d3bfed0-e6fa-408b-8382-a15734dea78e for host: dv-cinder-778193-7-iscsi {{(pid=93876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:52:55.724729 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff227175-c958-4cf3-ba68-1e45fb304555 None None] Updating router 8d3bfed0-e6fa-408b-8382-a15734dea78e port d4ea0028-0b10-4a6f-a9b1-e903e9aaa8fe binding host dv-cinder-778193-7-iscsi {{(pid=93876) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 04:52:55.751410 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ff227175-c958-4cf3-ba68-1e45fb304555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:55.996020 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-c8ba1066-e09e-4ddf-bace-f46c29d169f2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:56.067163 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ff227175-c958-4cf3-ba68-1e45fb304555 None None] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:56.076720 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [None req-ff227175-c958-4cf3-ba68-1e45fb304555 None None] Transition to ACTIVE for port object d4ea0028-0b10-4a6f-a9b1-e903e9aaa8fe will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 04:52:56.084473 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ff227175-c958-4cf3-ba68-1e45fb304555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:56.132832 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c8d95f-4837-45f4-bc0f-e2a96a802103 None None] Pushing event updated for resources: {'Port': ['ID=d4ea0028-0b10-4a6f-a9b1-e903e9aaa8fe,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:52:56.146589 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c8d95f-4837-45f4-bc0f-e2a96a802103 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:52:56.146912 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c8d95f-4837-45f4-bc0f-e2a96a802103 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:52:56.147455 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c8d95f-4837-45f4-bc0f-e2a96a802103 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:52:56.147977 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c8d95f-4837-45f4-bc0f-e2a96a802103 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:52:56.148362 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c8d95f-4837-45f4-bc0f-e2a96a802103 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:52:56.148698 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c8d95f-4837-45f4-bc0f-e2a96a802103 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:52:56.149017 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c8d95f-4837-45f4-bc0f-e2a96a802103 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:52:56.149515 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c8d95f-4837-45f4-bc0f-e2a96a802103 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:52:56.150176 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c8d95f-4837-45f4-bc0f-e2a96a802103 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:52:56.150678 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c8d95f-4837-45f4-bc0f-e2a96a802103 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:52:56.150998 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c8d95f-4837-45f4-bc0f-e2a96a802103 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:52:56.151493 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c8d95f-4837-45f4-bc0f-e2a96a802103 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:52:56.205541 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-ff227175-c958-4cf3-ba68-1e45fb304555 None None] Attempting to bind port d4ea0028-0b10-4a6f-a9b1-e903e9aaa8fe on host dv-cinder-778193-7-iscsi for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 04:52:56.205867 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-ff227175-c958-4cf3-ba68-1e45fb304555 None None] Attempting to bind port d4ea0028-0b10-4a6f-a9b1-e903e9aaa8fe by drivers openvswitch,hyperv on host dv-cinder-778193-7-iscsi at level 0 using segments [{'id': 'e750f75b-2489-430b-9816-343948549a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '01d61af2-8efb-4aff-a742-6dda91c579f3'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 04:52:56.206393 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff227175-c958-4cf3-ba68-1e45fb304555 None None] Attempting to bind port d4ea0028-0b10-4a6f-a9b1-e903e9aaa8fe on network 01d61af2-8efb-4aff-a742-6dda91c579f3 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 04:52:56.210642 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-352737a2-6186-4089-85f9-28913eb63a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:56.212657 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff227175-c958-4cf3-ba68-1e45fb304555 None None] Checking agent: {'id': '68c6f462-eb0a-4cde-80ac-29944282ee42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 4, 24, 29), 'started_at': datetime.datetime(2021, 8, 31, 4, 24, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 4, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 04:52:56.213130 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff227175-c958-4cf3-ba68-1e45fb304555 None None] Checking segment: {'id': 'e750f75b-2489-430b-9816-343948549a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '01d61af2-8efb-4aff-a742-6dda91c579f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 04:52:56.213676 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ff227175-c958-4cf3-ba68-1e45fb304555 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:56.214212 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff227175-c958-4cf3-ba68-1e45fb304555 None None] Bound using segment: {'id': 'e750f75b-2489-430b-9816-343948549a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '01d61af2-8efb-4aff-a742-6dda91c579f3'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 04:52:56.214749 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-ff227175-c958-4cf3-ba68-1e45fb304555 None None] Bound port: d4ea0028-0b10-4a6f-a9b1-e903e9aaa8fe, host: dv-cinder-778193-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e750f75b-2489-430b-9816-343948549a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '01d61af2-8efb-4aff-a742-6dda91c579f3'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 04:52:56.215324 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ff227175-c958-4cf3-ba68-1e45fb304555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:56.223876 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-c8ba1066-e09e-4ddf-bace-f46c29d169f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7955150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7955703'] for router, after_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:56.286627 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-ff227175-c958-4cf3-ba68-1e45fb304555 None None] For port d4ea0028-0b10-4a6f-a9b1-e903e9aaa8fe, host dv-cinder-778193-7-iscsi, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:52:56.290147 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-ff227175-c958-4cf3-ba68-1e45fb304555 None None] For port d4ea0028-0b10-4a6f-a9b1-e903e9aaa8fe, host dv-cinder-778193-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-7-iscsi',level=0,port_id=d4ea0028-0b10-4a6f-a9b1-e903e9aaa8fe,segment=NetworkSegment(e750f75b-2489-430b-9816-343948549a43),segment_id=e750f75b-2489-430b-9816-343948549a43)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:52:56.297042 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ff227175-c958-4cf3-ba68-1e45fb304555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:56.340288 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff227175-c958-4cf3-ba68-1e45fb304555 None None] Routers {'8d3bfed0-e6fa-408b-8382-a15734dea78e'} bound to L3 agent in host dv-cinder-778193-7-iscsi {{(pid=93876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 04:52:56.340927 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.l3_hamode_db [None req-ff227175-c958-4cf3-ba68-1e45fb304555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T04:24:29Z,description=,heartbeat_timestamp=2021-08-31T04:52:29Z,host='dv-cinder-778193-7-iscsi',id=0d18d50c-d309-40cc-9cbf-a014e4f79dac,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T04:24:29Z,topic='l3_agent')) {'router_ids': ['8d3bfed0-e6fa-408b-8382-a15734dea78e'], 'active': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:52:56.375709 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8ba1066-e09e-4ddf-bace-f46c29d169f2 admin admin] Router 78859ebc-9149-4ab0-8fc2-e9e22a2e67b6 is scheduled to L3 agent 0d18d50c-d309-40cc-9cbf-a014e4f79dac with binding_index 1 {{(pid=93874) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 04:52:56.403085 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c8d95f-4837-45f4-bc0f-e2a96a802103 None None] Pushing event updated for resources: {'Port': ['ID=d4ea0028-0b10-4a6f-a9b1-e903e9aaa8fe,revision_number=4']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:52:56.519583 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8ba1066-e09e-4ddf-bace-f46c29d169f2 admin admin] Notify agent at l3_agent.dv-cinder-778193-7-iscsi the message routers_updated {{(pid=93874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:52:56.531693 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2084c6da-8284-4967-8d97-4f6ebb662372 None None] Sync routers for ids ['78859ebc-9149-4ab0-8fc2-e9e22a2e67b6'] in dv-cinder-778193-7-iscsi {{(pid=93875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:52:56.546220 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-c8ba1066-e09e-4ddf-bace-f46c29d169f2 admin admin] Notify callbacks [] for router, before_response {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:56.550007 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-c8ba1066-e09e-4ddf-bace-f46c29d169f2 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9650939 Aug 31 04:52:56.550189 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2084c6da-8284-4967-8d97-4f6ebb662372 None None] Routers {'78859ebc-9149-4ab0-8fc2-e9e22a2e67b6'} bound to L3 agent in host dv-cinder-778193-7-iscsi {{(pid=93875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 04:52:56.550189 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-2084c6da-8284-4967-8d97-4f6ebb662372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T04:24:29Z,description=,heartbeat_timestamp=2021-08-31T04:52:29Z,host='dv-cinder-778193-7-iscsi',id=0d18d50c-d309-40cc-9cbf-a014e4f79dac,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T04:24:29Z,topic='l3_agent')) {'router_ids': ['78859ebc-9149-4ab0-8fc2-e9e22a2e67b6'], 'active': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:52:56.550432 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 48638) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:52:56.572494 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.l3_dvr_db [None req-ff227175-c958-4cf3-ba68-1e45fb304555 None None] Set router 8d3bfed0-e6fa-408b-8382-a15734dea78e gateway port host: dv-cinder-778193-7-iscsi {{(pid=93876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 04:52:56.840902 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Device 8ae8dc37-66d8-458f-b080-507af3850982 up at agent ovs-agent-dv-cinder-778193-7-iscsi {{(pid=93875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:52:56.871002 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3143f147-f5a5-4676-b319-c482a9ec10fd None None] Network 60f98f78-55e9-4572-98ed-492df4db132d requested from dv-cinder-778193-7-iscsi {{(pid=93875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 04:52:56.895491 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.l3_hamode_db [None req-ff227175-c958-4cf3-ba68-1e45fb304555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d3bfed0-e6fa-408b-8382-a15734dea78e', 'name': 'tempest-TestShelveInstance-644912780-router', 'tenant_id': '79b459c19c784b6fb06ee797b76fdf03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'external_fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '79095191-baf2-4e96-b009-c0dcb37a3714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:52:49Z', 'updated_at': '2021-08-31T04:52:52Z', 'revision_number': 4, 'project_id': '79b459c19c784b6fb06ee797b76fdf03', 'gw_port': {'id': '79095191-baf2-4e96-b009-c0dcb37a3714', 'name': '', 'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:a9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d3bfed0-e6fa-408b-8382-a15734dea78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:52:50Z', 'updated_at': '2021-08-31T04:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-iscsi', '_interfaces': [{'id': 'd4ea0028-0b10-4a6f-a9b1-e903e9aaa8fe', 'name': '', 'network_id': '01d61af2-8efb-4aff-a742-6dda91c579f3', 'tenant_id': '79b459c19c784b6fb06ee797b76fdf03', 'mac_address': 'fa:16:3e:7b:24:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d3bfed0-e6fa-408b-8382-a15734dea78e', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '21c6c122-812f-4d79-8026-94750a624f4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:52:52Z', 'updated_at': '2021-08-31T04:52:56Z', 'revision_number': 4, 'project_id': '79b459c19c784b6fb06ee797b76fdf03', 'subnets': [{'id': '21c6c122-812f-4d79-8026-94750a624f4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-7-iscsi', False) {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:52:56.908976 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvr_db [None req-2084c6da-8284-4967-8d97-4f6ebb662372 None None] Set router 78859ebc-9149-4ab0-8fc2-e9e22a2e67b6 gateway port host: dv-cinder-778193-7-iscsi {{(pid=93875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 04:52:56.926559 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff227175-c958-4cf3-ba68-1e45fb304555 None None] The sync data for ids ['8d3bfed0-e6fa-408b-8382-a15734dea78e'] in dv-cinder-778193-7-iscsi is: [{'id': '8d3bfed0-e6fa-408b-8382-a15734dea78e', 'name': 'tempest-TestShelveInstance-644912780-router', 'tenant_id': '79b459c19c784b6fb06ee797b76fdf03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'external_fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '79095191-baf2-4e96-b009-c0dcb37a3714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:52:49Z', 'updated_at': '2021-08-31T04:52:52Z', 'revision_number': 4, 'project_id': '79b459c19c784b6fb06ee797b76fdf03', 'gw_port': {'id': '79095191-baf2-4e96-b009-c0dcb37a3714', 'name': '', 'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:a9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d3bfed0-e6fa-408b-8382-a15734dea78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:52:50Z', 'updated_at': '2021-08-31T04:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-iscsi', '_interfaces': [{'id': 'd4ea0028-0b10-4a6f-a9b1-e903e9aaa8fe', 'name': '', 'network_id': '01d61af2-8efb-4aff-a742-6dda91c579f3', 'tenant_id': '79b459c19c784b6fb06ee797b76fdf03', 'mac_address': 'fa:16:3e:7b:24:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d3bfed0-e6fa-408b-8382-a15734dea78e', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '21c6c122-812f-4d79-8026-94750a624f4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:52:52Z', 'updated_at': '2021-08-31T04:52:56Z', 'revision_number': 4, 'project_id': '79b459c19c784b6fb06ee797b76fdf03', 'subnets': [{'id': '21c6c122-812f-4d79-8026-94750a624f4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:52:57.097509 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-93e53784-3412-4249-a8eb-12fc329efcd8 None None] Provisioning for port 8ae8dc37-66d8-458f-b080-507af3850982 completed by entity DHCP. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 04:52:57.143452 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Provisioning for port 8ae8dc37-66d8-458f-b080-507af3850982 completed by entity L2. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 04:52:57.153094 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-8cbdddd5-41aa-4bdb-b106-a63cbd30bec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:57.162460 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Provisioning complete for port 8ae8dc37-66d8-458f-b080-507af3850982 triggered by entity L2. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:52:57.162829 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667402'] for port, provisioning_complete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:57.337634 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.db.db_base_plugin_common [None req-8cbdddd5-41aa-4bdb-b106-a63cbd30bec9 admin admin] Allocated IP 172.20.0.1 (60f98f78-55e9-4572-98ed-492df4db132d/f46824a6-6d87-452e-acd8-93c5a1e74565/66463b53-7aa2-42bc-8200-7b5ff742cc69) {{(pid=93874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:52:57.366478 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:57.393928 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-2084c6da-8284-4967-8d97-4f6ebb662372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78859ebc-9149-4ab0-8fc2-e9e22a2e67b6', 'name': 'tempest-TestShelveInstance-1631486894-router', 'tenant_id': '5a9cd3f4209b44a19525e138c4676f81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'external_fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': 'feb2ef2e-7f35-4043-b888-d41532a8adc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:52:54Z', 'updated_at': '2021-08-31T04:52:55Z', 'revision_number': 3, 'project_id': '5a9cd3f4209b44a19525e138c4676f81', 'gw_port': {'id': 'feb2ef2e-7f35-4043-b888-d41532a8adc3', 'name': '', 'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:49:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78859ebc-9149-4ab0-8fc2-e9e22a2e67b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:52:55Z', 'updated_at': '2021-08-31T04:52:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-iscsi'}], 'dv-cinder-778193-7-iscsi', False) {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:52:57.426408 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2084c6da-8284-4967-8d97-4f6ebb662372 None None] Checking router: 78859ebc-9149-4ab0-8fc2-e9e22a2e67b6 for host: dv-cinder-778193-7-iscsi {{(pid=93875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:52:57.426757 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2084c6da-8284-4967-8d97-4f6ebb662372 None None] Updating router 78859ebc-9149-4ab0-8fc2-e9e22a2e67b6 port feb2ef2e-7f35-4043-b888-d41532a8adc3 binding host dv-cinder-778193-7-iscsi {{(pid=93875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 04:52:57.452235 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] For port 8ae8dc37-66d8-458f-b080-507af3850982, host dv-cinder-778193-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-7-iscsi',level=0,port_id=8ae8dc37-66d8-458f-b080-507af3850982,segment=NetworkSegment(ac0ea285-8c67-4815-82ae-c1dad3023cab),segment_id=ac0ea285-8c67-4815-82ae-c1dad3023cab)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:52:57.463808 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:57.464504 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Device d4ea0028-0b10-4a6f-a9b1-e903e9aaa8fe up at agent ovs-agent-dv-cinder-778193-7-iscsi {{(pid=93875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:52:57.467588 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-8cbdddd5-41aa-4bdb-b106-a63cbd30bec9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:57.485672 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-8cbdddd5-41aa-4bdb-b106-a63cbd30bec9 admin admin] Transition to ACTIVE for port object 66463b53-7aa2-42bc-8200-7b5ff742cc69 will not be triggered until provisioned by entity DHCP. {{(pid=93874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 04:52:57.515974 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2084c6da-8284-4967-8d97-4f6ebb662372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:57.524753 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-8cbdddd5-41aa-4bdb-b106-a63cbd30bec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730086931496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16403769'] for port, after_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:57.586619 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cbdddd5-41aa-4bdb-b106-a63cbd30bec9 admin admin] Network 60f98f78-55e9-4572-98ed-492df4db132d is already hosted by enough agents. {{(pid=93874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:52:57.589982 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.scheduler.base_scheduler [None req-8cbdddd5-41aa-4bdb-b106-a63cbd30bec9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:52:57.594755 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cbdddd5-41aa-4bdb-b106-a63cbd30bec9 admin admin] Received port after_create {{(pid=93874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 04:52:57.620026 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbdddd5-41aa-4bdb-b106-a63cbd30bec9 admin admin] Pushing event updated for resources: {'Port': ['ID=66463b53-7aa2-42bc-8200-7b5ff742cc69,revision_number=1']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:52:57.639650 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-8cbdddd5-41aa-4bdb-b106-a63cbd30bec9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7956356'] for router_interface, before_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:57.639884 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Pushing event updated for resources: {'Port': ['ID=8ae8dc37-66d8-458f-b080-507af3850982,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:52:57.687486 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Provisioning for port d4ea0028-0b10-4a6f-a9b1-e903e9aaa8fe completed by entity L2. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 04:52:57.729670 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-3c27e264-92fb-427c-a485-09c61b3a1239 None None] Provisioning complete for port 8ae8dc37-66d8-458f-b080-507af3850982 triggered by entity DHCP. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:52:57.730030 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3c27e264-92fb-427c-a485-09c61b3a1239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667402'] for port, provisioning_complete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:57.733550 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Provisioning complete for port d4ea0028-0b10-4a6f-a9b1-e903e9aaa8fe triggered by entity L2. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:52:57.733786 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667402'] for port, provisioning_complete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:57.792058 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-8cbdddd5-41aa-4bdb-b106-a63cbd30bec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:57.947697 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:57.956622 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-8cbdddd5-41aa-4bdb-b106-a63cbd30bec9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:57.962906 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-8cbdddd5-41aa-4bdb-b106-a63cbd30bec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16403712'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:57.991010 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2084c6da-8284-4967-8d97-4f6ebb662372 None None] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:58.002971 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-2084c6da-8284-4967-8d97-4f6ebb662372 None None] Transition to ACTIVE for port object feb2ef2e-7f35-4043-b888-d41532a8adc3 will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 04:52:58.032927 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] For port d4ea0028-0b10-4a6f-a9b1-e903e9aaa8fe, host dv-cinder-778193-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-7-iscsi',level=0,port_id=d4ea0028-0b10-4a6f-a9b1-e903e9aaa8fe,segment=NetworkSegment(e750f75b-2489-430b-9816-343948549a43),segment_id=e750f75b-2489-430b-9816-343948549a43)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:52:58.036412 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-8cbdddd5-41aa-4bdb-b106-a63cbd30bec9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8355406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7953204'] for router_interface, after_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:58.038497 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2084c6da-8284-4967-8d97-4f6ebb662372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:58.052932 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbdddd5-41aa-4bdb-b106-a63cbd30bec9 admin admin] Pushing event updated for resources: {'Port': ['ID=66463b53-7aa2-42bc-8200-7b5ff742cc69,revision_number=2']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:52:58.078800 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:58.079567 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Device 79095191-baf2-4e96-b009-c0dcb37a3714 up at agent ovs-agent-dv-cinder-778193-7-iscsi {{(pid=93875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:52:58.149368 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:58.160865 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cbdddd5-41aa-4bdb-b106-a63cbd30bec9 admin admin] Network 60f98f78-55e9-4572-98ed-492df4db132d is already hosted by enough agents. {{(pid=93874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:52:58.162727 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.scheduler.base_scheduler [None req-8cbdddd5-41aa-4bdb-b106-a63cbd30bec9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:52:58.166254 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [None req-2084c6da-8284-4967-8d97-4f6ebb662372 None None] Attempting to bind port feb2ef2e-7f35-4043-b888-d41532a8adc3 on host dv-cinder-778193-7-iscsi for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 04:52:58.166712 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [None req-2084c6da-8284-4967-8d97-4f6ebb662372 None None] Attempting to bind port feb2ef2e-7f35-4043-b888-d41532a8adc3 by drivers openvswitch,hyperv on host dv-cinder-778193-7-iscsi at level 0 using segments [{'id': '9b39574f-0af1-490f-b9cc-82fd551fb7d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 04:52:58.167170 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2084c6da-8284-4967-8d97-4f6ebb662372 None None] Attempting to bind port feb2ef2e-7f35-4043-b888-d41532a8adc3 on network f4b5f899-990a-4804-98c2-2f4cfa444408 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 04:52:58.175463 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79d4187-da1a-4060-96a4-29efd9079349 None None] Pushing event updated for resources: {'Port': ['ID=feb2ef2e-7f35-4043-b888-d41532a8adc3,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:52:58.180337 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-8f690125-554e-41c8-9f59-13040c51fe72 None None] Provisioning for port 66463b53-7aa2-42bc-8200-7b5ff742cc69 completed by entity DHCP. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 04:52:58.186130 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2084c6da-8284-4967-8d97-4f6ebb662372 None None] Checking agent: {'id': '68c6f462-eb0a-4cde-80ac-29944282ee42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 4, 24, 29), 'started_at': datetime.datetime(2021, 8, 31, 4, 24, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 4, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 04:52:58.186511 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2084c6da-8284-4967-8d97-4f6ebb662372 None None] Checking segment: {'id': '9b39574f-0af1-490f-b9cc-82fd551fb7d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 04:52:58.186914 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2084c6da-8284-4967-8d97-4f6ebb662372 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:58.187308 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2084c6da-8284-4967-8d97-4f6ebb662372 None None] Bound using segment: {'id': '9b39574f-0af1-490f-b9cc-82fd551fb7d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 04:52:58.187794 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [None req-2084c6da-8284-4967-8d97-4f6ebb662372 None None] Bound port: feb2ef2e-7f35-4043-b888-d41532a8adc3, host: dv-cinder-778193-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b39574f-0af1-490f-b9cc-82fd551fb7d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 04:52:58.188176 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2084c6da-8284-4967-8d97-4f6ebb662372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:58.211165 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-8f690125-554e-41c8-9f59-13040c51fe72 None None] Provisioning complete for port 66463b53-7aa2-42bc-8200-7b5ff742cc69 triggered by entity DHCP. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:52:58.211452 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8f690125-554e-41c8-9f59-13040c51fe72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667402'] for port, provisioning_complete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:58.290711 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cbdddd5-41aa-4bdb-b106-a63cbd30bec9 admin admin] Router 78859ebc-9149-4ab0-8fc2-e9e22a2e67b6 has already been hosted by L3 agent 0d18d50c-d309-40cc-9cbf-a014e4f79dac {{(pid=93874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 04:52:58.311643 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-8f690125-554e-41c8-9f59-13040c51fe72 None None] Port 66463b53-7aa2-42bc-8200-7b5ff742cc69 cannot update to ACTIVE because it is not bound. {{(pid=93875) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 04:52:58.318007 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Pushing event updated for resources: {'Port': ['ID=d4ea0028-0b10-4a6f-a9b1-e903e9aaa8fe,revision_number=5']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:52:58.321348 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Provisioning complete for port 79095191-baf2-4e96-b009-c0dcb37a3714 triggered by entity L2. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:52:58.321912 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667402'] for port, provisioning_complete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:58.348074 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-2084c6da-8284-4967-8d97-4f6ebb662372 None None] For port feb2ef2e-7f35-4043-b888-d41532a8adc3, host dv-cinder-778193-7-iscsi, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:52:58.370869 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-2084c6da-8284-4967-8d97-4f6ebb662372 None None] For port feb2ef2e-7f35-4043-b888-d41532a8adc3, host dv-cinder-778193-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-7-iscsi',level=0,port_id=feb2ef2e-7f35-4043-b888-d41532a8adc3,segment=NetworkSegment(9b39574f-0af1-490f-b9cc-82fd551fb7d5),segment_id=9b39574f-0af1-490f-b9cc-82fd551fb7d5)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:52:58.376674 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2084c6da-8284-4967-8d97-4f6ebb662372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:58.425323 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cbdddd5-41aa-4bdb-b106-a63cbd30bec9 admin admin] Notify agent at l3_agent.dv-cinder-778193-7-iscsi the message routers_updated {{(pid=93874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:52:58.430340 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-8cbdddd5-41aa-4bdb-b106-a63cbd30bec9 admin admin] 10.222.0.37 "PUT /v2.0/routers/78859ebc-9149-4ab0-8fc2-e9e22a2e67b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8789544 Aug 31 04:52:58.453638 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2084c6da-8284-4967-8d97-4f6ebb662372 None None] Routers {'78859ebc-9149-4ab0-8fc2-e9e22a2e67b6'} bound to L3 agent in host dv-cinder-778193-7-iscsi {{(pid=93875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 04:52:58.454297 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-2084c6da-8284-4967-8d97-4f6ebb662372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T04:24:29Z,description=,heartbeat_timestamp=2021-08-31T04:52:29Z,host='dv-cinder-778193-7-iscsi',id=0d18d50c-d309-40cc-9cbf-a014e4f79dac,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T04:24:29Z,topic='l3_agent')) {'router_ids': ['78859ebc-9149-4ab0-8fc2-e9e22a2e67b6'], 'active': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:52:58.511164 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79d4187-da1a-4060-96a4-29efd9079349 None None] Pushing event updated for resources: {'Port': ['ID=feb2ef2e-7f35-4043-b888-d41532a8adc3,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:52:58.520087 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-f7e4fb7f-128b-405d-bab1-aaf6128940a4 None None] Provisioning complete for port 66463b53-7aa2-42bc-8200-7b5ff742cc69 triggered by entity DHCP. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:52:58.520461 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f7e4fb7f-128b-405d-bab1-aaf6128940a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667402'] for port, provisioning_complete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:58.747120 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-f7e4fb7f-128b-405d-bab1-aaf6128940a4 None None] Port 66463b53-7aa2-42bc-8200-7b5ff742cc69 cannot update to ACTIVE because it is not bound. {{(pid=93875) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 04:52:58.751638 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d4bd51c4-8024-4534-8eee-91ef7b0f3a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:58.762199 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvr_db [None req-2084c6da-8284-4967-8d97-4f6ebb662372 None None] Set router 78859ebc-9149-4ab0-8fc2-e9e22a2e67b6 gateway port host: dv-cinder-778193-7-iscsi {{(pid=93875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 04:52:58.794896 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Device 8ae8dc37-66d8-458f-b080-507af3850982 up at agent ovs-agent-dv-cinder-778193-7-iscsi {{(pid=93875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:52:58.929430 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Provisioning complete for port 8ae8dc37-66d8-458f-b080-507af3850982 triggered by entity L2. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:52:58.929801 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667402'] for port, provisioning_complete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:58.940236 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 48670) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:52:58.945144 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.v2.base [None req-36e62433-1c72-4490-ac27-6b7066d49d57 tempest-TestShelveInstance-713526437 tempest-TestShelveInstance-713526437-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-581532858', 'description': 'tempest-secgroup-smoke-581532858 description', 'project_id': '79b459c19c784b6fb06ee797b76fdf03'}} {{(pid=93873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:52:58.972762 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-36e62433-1c72-4490-ac27-6b7066d49d57 tempest-TestShelveInstance-713526437 tempest-TestShelveInstance-713526437-project] Notify callbacks [] for security_group, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:59.048048 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:59.067946 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-36e62433-1c72-4490-ac27-6b7066d49d57 tempest-TestShelveInstance-713526437 tempest-TestShelveInstance-713526437-project] Notify callbacks [] for security_group, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:59.070580 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Device d4ea0028-0b10-4a6f-a9b1-e903e9aaa8fe up at agent ovs-agent-dv-cinder-778193-7-iscsi {{(pid=93875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:52:59.074735 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-36e62433-1c72-4490-ac27-6b7066d49d57 tempest-TestShelveInstance-713526437 tempest-TestShelveInstance-713526437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:59.075040 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-2084c6da-8284-4967-8d97-4f6ebb662372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78859ebc-9149-4ab0-8fc2-e9e22a2e67b6', 'name': 'tempest-TestShelveInstance-1631486894-router', 'tenant_id': '5a9cd3f4209b44a19525e138c4676f81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'external_fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': 'feb2ef2e-7f35-4043-b888-d41532a8adc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:52:54Z', 'updated_at': '2021-08-31T04:52:57Z', 'revision_number': 4, 'project_id': '5a9cd3f4209b44a19525e138c4676f81', 'gw_port': {'id': 'feb2ef2e-7f35-4043-b888-d41532a8adc3', 'name': '', 'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:49:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78859ebc-9149-4ab0-8fc2-e9e22a2e67b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:52:55Z', 'updated_at': '2021-08-31T04:52:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-iscsi', '_interfaces': [{'id': '66463b53-7aa2-42bc-8200-7b5ff742cc69', 'name': '', 'network_id': '60f98f78-55e9-4572-98ed-492df4db132d', 'tenant_id': '5a9cd3f4209b44a19525e138c4676f81', 'mac_address': 'fa:16:3e:22:5b:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78859ebc-9149-4ab0-8fc2-e9e22a2e67b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'f46824a6-6d87-452e-acd8-93c5a1e74565', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:52:57Z', 'updated_at': '2021-08-31T04:52:57Z', 'revision_number': 2, 'project_id': '5a9cd3f4209b44a19525e138c4676f81', 'subnets': [{'id': 'f46824a6-6d87-452e-acd8-93c5a1e74565', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-7-iscsi', False) {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:52:59.109465 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-36e62433-1c72-4490-ac27-6b7066d49d57 tempest-TestShelveInstance-713526437 tempest-TestShelveInstance-713526437-project] Notify callbacks [] for security_group, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:59.113459 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-36e62433-1c72-4490-ac27-6b7066d49d57 tempest-TestShelveInstance-713526437 tempest-TestShelveInstance-713526437-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1694155 Aug 31 04:52:59.113835 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 48676) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:52:59.118528 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2084c6da-8284-4967-8d97-4f6ebb662372 None None] The sync data for ids ['78859ebc-9149-4ab0-8fc2-e9e22a2e67b6'] in dv-cinder-778193-7-iscsi is: [{'id': '78859ebc-9149-4ab0-8fc2-e9e22a2e67b6', 'name': 'tempest-TestShelveInstance-1631486894-router', 'tenant_id': '5a9cd3f4209b44a19525e138c4676f81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'external_fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': 'feb2ef2e-7f35-4043-b888-d41532a8adc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:52:54Z', 'updated_at': '2021-08-31T04:52:57Z', 'revision_number': 4, 'project_id': '5a9cd3f4209b44a19525e138c4676f81', 'gw_port': {'id': 'feb2ef2e-7f35-4043-b888-d41532a8adc3', 'name': '', 'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:49:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78859ebc-9149-4ab0-8fc2-e9e22a2e67b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:52:55Z', 'updated_at': '2021-08-31T04:52:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-iscsi', '_interfaces': [{'id': '66463b53-7aa2-42bc-8200-7b5ff742cc69', 'name': '', 'network_id': '60f98f78-55e9-4572-98ed-492df4db132d', 'tenant_id': '5a9cd3f4209b44a19525e138c4676f81', 'mac_address': 'fa:16:3e:22:5b:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78859ebc-9149-4ab0-8fc2-e9e22a2e67b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'f46824a6-6d87-452e-acd8-93c5a1e74565', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:52:57Z', 'updated_at': '2021-08-31T04:52:57Z', 'revision_number': 2, 'project_id': '5a9cd3f4209b44a19525e138c4676f81', 'subnets': [{'id': 'f46824a6-6d87-452e-acd8-93c5a1e74565', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:52:59.119153 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e62433-1c72-4490-ac27-6b7066d49d57 tempest-TestShelveInstance-713526437 tempest-TestShelveInstance-713526437-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd915030-f20d-41d1-89bd-8500905bb601,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:52:59.120311 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.v2.base [None req-33042806-3b88-4cf2-883e-c9d93120c731 tempest-TestShelveInstance-713526437 tempest-TestShelveInstance-713526437-project] Request body: {'security_group_rule': {'security_group_id': 'bd915030-f20d-41d1-89bd-8500905bb601', 'project_id': '79b459c19c784b6fb06ee797b76fdf03', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:52:59.158347 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Provisioning complete for port d4ea0028-0b10-4a6f-a9b1-e903e9aaa8fe triggered by entity L2. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:52:59.158722 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667402'] for port, provisioning_complete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:59.167433 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-33042806-3b88-4cf2-883e-c9d93120c731 tempest-TestShelveInstance-713526437 tempest-TestShelveInstance-713526437-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:59.251707 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-33042806-3b88-4cf2-883e-c9d93120c731 tempest-TestShelveInstance-713526437 tempest-TestShelveInstance-713526437-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:59.255694 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-33042806-3b88-4cf2-883e-c9d93120c731 tempest-TestShelveInstance-713526437 tempest-TestShelveInstance-713526437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196840'] for security_group_rule, after_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:59.277671 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33042806-3b88-4cf2-883e-c9d93120c731 tempest-TestShelveInstance-713526437 tempest-TestShelveInstance-713526437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6afe8ff3-3f3b-4070-b647-1604921de87c,revision_number=0']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:52:59.283684 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-33042806-3b88-4cf2-883e-c9d93120c731 tempest-TestShelveInstance-713526437 tempest-TestShelveInstance-713526437-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:59.284691 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-33042806-3b88-4cf2-883e-c9d93120c731 tempest-TestShelveInstance-713526437 tempest-TestShelveInstance-713526437-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1694417 Aug 31 04:52:59.287795 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 48682) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:52:59.292318 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.v2.base [None req-4051c876-cef0-490e-889b-4a2436e3ec44 tempest-TestShelveInstance-713526437 tempest-TestShelveInstance-713526437-project] Request body: {'security_group_rule': {'security_group_id': 'bd915030-f20d-41d1-89bd-8500905bb601', 'project_id': '79b459c19c784b6fb06ee797b76fdf03', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:52:59.319796 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-4051c876-cef0-490e-889b-4a2436e3ec44 tempest-TestShelveInstance-713526437 tempest-TestShelveInstance-713526437-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:59.390492 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-4051c876-cef0-490e-889b-4a2436e3ec44 tempest-TestShelveInstance-713526437 tempest-TestShelveInstance-713526437-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:59.394183 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-4051c876-cef0-490e-889b-4a2436e3ec44 tempest-TestShelveInstance-713526437 tempest-TestShelveInstance-713526437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196840'] for security_group_rule, after_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:59.414325 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4051c876-cef0-490e-889b-4a2436e3ec44 tempest-TestShelveInstance-713526437 tempest-TestShelveInstance-713526437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=111cc099-7457-470d-a5a2-728c6c6670be,revision_number=0']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:52:59.433028 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-4051c876-cef0-490e-889b-4a2436e3ec44 tempest-TestShelveInstance-713526437 tempest-TestShelveInstance-713526437-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:59.437603 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 48688) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:52:59.437860 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-4051c876-cef0-490e-889b-4a2436e3ec44 tempest-TestShelveInstance-713526437 tempest-TestShelveInstance-713526437-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1488273 Aug 31 04:52:59.442836 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.v2.base [None req-7ad2e420-bf95-4d5c-9af9-db798af22e07 tempest-TestShelveInstance-713526437 tempest-TestShelveInstance-713526437-project] Request body: {'security_group_rule': {'security_group_id': 'bd915030-f20d-41d1-89bd-8500905bb601', 'project_id': '79b459c19c784b6fb06ee797b76fdf03', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:52:59.470872 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7ad2e420-bf95-4d5c-9af9-db798af22e07 tempest-TestShelveInstance-713526437 tempest-TestShelveInstance-713526437-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:59.535237 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7ad2e420-bf95-4d5c-9af9-db798af22e07 tempest-TestShelveInstance-713526437 tempest-TestShelveInstance-713526437-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:59.538943 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7ad2e420-bf95-4d5c-9af9-db798af22e07 tempest-TestShelveInstance-713526437 tempest-TestShelveInstance-713526437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196840'] for security_group_rule, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:59.557789 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad2e420-bf95-4d5c-9af9-db798af22e07 tempest-TestShelveInstance-713526437 tempest-TestShelveInstance-713526437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4932678a-33be-401d-a5b2-c5473736a711,revision_number=0']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:52:59.566243 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7ad2e420-bf95-4d5c-9af9-db798af22e07 tempest-TestShelveInstance-713526437 tempest-TestShelveInstance-713526437-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:59.567448 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-7ad2e420-bf95-4d5c-9af9-db798af22e07 tempest-TestShelveInstance-713526437 tempest-TestShelveInstance-713526437-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1286581 Aug 31 04:52:59.570276 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 48690) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:52:59.574984 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.v2.base [None req-a583b3a6-d9d3-492e-b2bd-f991250aa808 tempest-TestShelveInstance-713526437 tempest-TestShelveInstance-713526437-project] Request body: {'security_group_rule': {'security_group_id': 'bd915030-f20d-41d1-89bd-8500905bb601', 'project_id': '79b459c19c784b6fb06ee797b76fdf03', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:52:59.603850 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-a583b3a6-d9d3-492e-b2bd-f991250aa808 tempest-TestShelveInstance-713526437 tempest-TestShelveInstance-713526437-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:59.665145 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-a583b3a6-d9d3-492e-b2bd-f991250aa808 tempest-TestShelveInstance-713526437 tempest-TestShelveInstance-713526437-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:59.669083 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-a583b3a6-d9d3-492e-b2bd-f991250aa808 tempest-TestShelveInstance-713526437 tempest-TestShelveInstance-713526437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196840'] for security_group_rule, after_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:59.687261 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a583b3a6-d9d3-492e-b2bd-f991250aa808 tempest-TestShelveInstance-713526437 tempest-TestShelveInstance-713526437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e07094f-f82e-4802-9616-b6704fed171f,revision_number=0']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:52:59.693204 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-a583b3a6-d9d3-492e-b2bd-f991250aa808 tempest-TestShelveInstance-713526437 tempest-TestShelveInstance-713526437-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:59.694579 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-a583b3a6-d9d3-492e-b2bd-f991250aa808 tempest-TestShelveInstance-713526437 tempest-TestShelveInstance-713526437-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1233249 Aug 31 04:52:59.697230 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 48692) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:52:59.702268 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.v2.base [None req-59a9d683-d3cf-4f2f-9dd4-fff39a3d9bc6 tempest-TestShelveInstance-713526437 tempest-TestShelveInstance-713526437-project] Request body: {'security_group_rule': {'security_group_id': 'bd915030-f20d-41d1-89bd-8500905bb601', 'project_id': '79b459c19c784b6fb06ee797b76fdf03', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:52:59.725131 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.db.securitygroups_db [None req-59a9d683-d3cf-4f2f-9dd4-fff39a3d9bc6 tempest-TestShelveInstance-713526437 tempest-TestShelveInstance-713526437-project] Project 79b459c19c784b6fb06ee797b76fdf03 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 04:52:59.730607 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-59a9d683-d3cf-4f2f-9dd4-fff39a3d9bc6 tempest-TestShelveInstance-713526437 tempest-TestShelveInstance-713526437-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:59.803575 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-59a9d683-d3cf-4f2f-9dd4-fff39a3d9bc6 tempest-TestShelveInstance-713526437 tempest-TestShelveInstance-713526437-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:59.813149 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-59a9d683-d3cf-4f2f-9dd4-fff39a3d9bc6 tempest-TestShelveInstance-713526437 tempest-TestShelveInstance-713526437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196840'] for security_group_rule, after_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:59.834146 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a9d683-d3cf-4f2f-9dd4-fff39a3d9bc6 tempest-TestShelveInstance-713526437 tempest-TestShelveInstance-713526437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e99313d-a0fa-4bfb-a1e6-378614b966a2,revision_number=0']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:52:59.848444 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-59a9d683-d3cf-4f2f-9dd4-fff39a3d9bc6 tempest-TestShelveInstance-713526437 tempest-TestShelveInstance-713526437-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:59.850060 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-59a9d683-d3cf-4f2f-9dd4-fff39a3d9bc6 tempest-TestShelveInstance-713526437 tempest-TestShelveInstance-713526437-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1516912 Aug 31 04:52:59.852684 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 48694) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:52:59.858664 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.v2.base [None req-72b0c3e9-da9c-43f4-a8e5-59d4ad6fbf49 tempest-TestShelveInstance-713526437 tempest-TestShelveInstance-713526437-project] Request body: {'security_group_rule': {'security_group_id': 'bd915030-f20d-41d1-89bd-8500905bb601', 'project_id': '79b459c19c784b6fb06ee797b76fdf03', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:52:59.880564 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.db.securitygroups_db [None req-72b0c3e9-da9c-43f4-a8e5-59d4ad6fbf49 tempest-TestShelveInstance-713526437 tempest-TestShelveInstance-713526437-project] Project 79b459c19c784b6fb06ee797b76fdf03 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 04:52:59.885814 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-72b0c3e9-da9c-43f4-a8e5-59d4ad6fbf49 tempest-TestShelveInstance-713526437 tempest-TestShelveInstance-713526437-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:59.917368 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cae06a7b-375a-4b62-8781-ea2d8af560c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:59.956880 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-72b0c3e9-da9c-43f4-a8e5-59d4ad6fbf49 tempest-TestShelveInstance-713526437 tempest-TestShelveInstance-713526437-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:59.958221 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-72b0c3e9-da9c-43f4-a8e5-59d4ad6fbf49 tempest-TestShelveInstance-713526437 tempest-TestShelveInstance-713526437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196840'] for security_group_rule, after_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:59.978982 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b0c3e9-da9c-43f4-a8e5-59d4ad6fbf49 tempest-TestShelveInstance-713526437 tempest-TestShelveInstance-713526437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69b5784f-fb63-4e19-a639-3ea19f933e8f,revision_number=0']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:52:59.987306 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-72b0c3e9-da9c-43f4-a8e5-59d4ad6fbf49 tempest-TestShelveInstance-713526437 tempest-TestShelveInstance-713526437-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:52:59.988663 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-72b0c3e9-da9c-43f4-a8e5-59d4ad6fbf49 tempest-TestShelveInstance-713526437 tempest-TestShelveInstance-713526437-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1348999 Aug 31 04:53:00.815953 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Device feb2ef2e-7f35-4043-b888-d41532a8adc3 up at agent ovs-agent-dv-cinder-778193-7-iscsi {{(pid=93875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:53:00.866536 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Provisioning for port feb2ef2e-7f35-4043-b888-d41532a8adc3 completed by entity L2. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 04:53:00.871048 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Provisioning complete for port feb2ef2e-7f35-4043-b888-d41532a8adc3 triggered by entity L2. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:53:00.871419 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667402'] for port, provisioning_complete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:53:00.957362 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:53:00.977764 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] For port feb2ef2e-7f35-4043-b888-d41532a8adc3, host dv-cinder-778193-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-7-iscsi',level=0,port_id=feb2ef2e-7f35-4043-b888-d41532a8adc3,segment=NetworkSegment(9b39574f-0af1-490f-b9cc-82fd551fb7d5),segment_id=9b39574f-0af1-490f-b9cc-82fd551fb7d5)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:53:00.983643 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:53:01.037088 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Pushing event updated for resources: {'Port': ['ID=feb2ef2e-7f35-4043-b888-d41532a8adc3,revision_number=4']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:53:01.057474 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a3fed3-88b9-414c-afc9-0a65eb1a7115 None None] Sync routers for ids ['78859ebc-9149-4ab0-8fc2-e9e22a2e67b6'] in dv-cinder-778193-7-iscsi {{(pid=93876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:53:01.067041 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a3fed3-88b9-414c-afc9-0a65eb1a7115 None None] Routers {'78859ebc-9149-4ab0-8fc2-e9e22a2e67b6'} bound to L3 agent in host dv-cinder-778193-7-iscsi {{(pid=93876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 04:53:01.067635 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.l3_hamode_db [None req-01a3fed3-88b9-414c-afc9-0a65eb1a7115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T04:24:29Z,description=,heartbeat_timestamp=2021-08-31T04:52:59Z,host='dv-cinder-778193-7-iscsi',id=0d18d50c-d309-40cc-9cbf-a014e4f79dac,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T04:24:29Z,topic='l3_agent')) {'router_ids': ['78859ebc-9149-4ab0-8fc2-e9e22a2e67b6'], 'active': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:53:01.177608 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.l3_dvr_db [None req-01a3fed3-88b9-414c-afc9-0a65eb1a7115 None None] Set router 78859ebc-9149-4ab0-8fc2-e9e22a2e67b6 gateway port host: dv-cinder-778193-7-iscsi {{(pid=93876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 04:53:01.353657 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a4fd8ad5-a492-4575-8673-07e6bf736dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:53:01.384935 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.l3_hamode_db [None req-01a3fed3-88b9-414c-afc9-0a65eb1a7115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78859ebc-9149-4ab0-8fc2-e9e22a2e67b6', 'name': 'tempest-TestShelveInstance-1631486894-router', 'tenant_id': '5a9cd3f4209b44a19525e138c4676f81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'external_fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': 'feb2ef2e-7f35-4043-b888-d41532a8adc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:52:54Z', 'updated_at': '2021-08-31T04:52:57Z', 'revision_number': 4, 'project_id': '5a9cd3f4209b44a19525e138c4676f81', 'gw_port': {'id': 'feb2ef2e-7f35-4043-b888-d41532a8adc3', 'name': '', 'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:49:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78859ebc-9149-4ab0-8fc2-e9e22a2e67b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:52:55Z', 'updated_at': '2021-08-31T04:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-iscsi', '_interfaces': [{'id': '66463b53-7aa2-42bc-8200-7b5ff742cc69', 'name': '', 'network_id': '60f98f78-55e9-4572-98ed-492df4db132d', 'tenant_id': '5a9cd3f4209b44a19525e138c4676f81', 'mac_address': 'fa:16:3e:22:5b:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78859ebc-9149-4ab0-8fc2-e9e22a2e67b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'f46824a6-6d87-452e-acd8-93c5a1e74565', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:52:57Z', 'updated_at': '2021-08-31T04:52:57Z', 'revision_number': 2, 'project_id': '5a9cd3f4209b44a19525e138c4676f81', 'subnets': [{'id': 'f46824a6-6d87-452e-acd8-93c5a1e74565', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-7-iscsi', False) {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:53:01.411218 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a3fed3-88b9-414c-afc9-0a65eb1a7115 None None] Checking router: 78859ebc-9149-4ab0-8fc2-e9e22a2e67b6 for host: dv-cinder-778193-7-iscsi {{(pid=93876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:53:01.411580 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a3fed3-88b9-414c-afc9-0a65eb1a7115 None None] Updating router 78859ebc-9149-4ab0-8fc2-e9e22a2e67b6 port 66463b53-7aa2-42bc-8200-7b5ff742cc69 binding host dv-cinder-778193-7-iscsi {{(pid=93876) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 04:53:01.442777 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-01a3fed3-88b9-414c-afc9-0a65eb1a7115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:53:01.713975 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-01a3fed3-88b9-414c-afc9-0a65eb1a7115 None None] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:53:01.724135 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [None req-01a3fed3-88b9-414c-afc9-0a65eb1a7115 None None] Transition to ACTIVE for port object 66463b53-7aa2-42bc-8200-7b5ff742cc69 will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 04:53:01.730735 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-01a3fed3-88b9-414c-afc9-0a65eb1a7115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:53:01.783421 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b59468-b7a9-4706-9a14-0a3a03a67713 None None] Pushing event updated for resources: {'Port': ['ID=66463b53-7aa2-42bc-8200-7b5ff742cc69,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:53:01.838393 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-01a3fed3-88b9-414c-afc9-0a65eb1a7115 None None] Attempting to bind port 66463b53-7aa2-42bc-8200-7b5ff742cc69 on host dv-cinder-778193-7-iscsi for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 04:53:01.838760 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-01a3fed3-88b9-414c-afc9-0a65eb1a7115 None None] Attempting to bind port 66463b53-7aa2-42bc-8200-7b5ff742cc69 by drivers openvswitch,hyperv on host dv-cinder-778193-7-iscsi at level 0 using segments [{'id': 'ac0ea285-8c67-4815-82ae-c1dad3023cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '60f98f78-55e9-4572-98ed-492df4db132d'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 04:53:01.839115 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a3fed3-88b9-414c-afc9-0a65eb1a7115 None None] Attempting to bind port 66463b53-7aa2-42bc-8200-7b5ff742cc69 on network 60f98f78-55e9-4572-98ed-492df4db132d {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 04:53:01.844706 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a3fed3-88b9-414c-afc9-0a65eb1a7115 None None] Checking agent: {'id': '68c6f462-eb0a-4cde-80ac-29944282ee42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 4, 24, 29), 'started_at': datetime.datetime(2021, 8, 31, 4, 24, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 4, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 04:53:01.845069 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a3fed3-88b9-414c-afc9-0a65eb1a7115 None None] Checking segment: {'id': 'ac0ea285-8c67-4815-82ae-c1dad3023cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '60f98f78-55e9-4572-98ed-492df4db132d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 04:53:01.845464 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-01a3fed3-88b9-414c-afc9-0a65eb1a7115 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:53:01.845877 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a3fed3-88b9-414c-afc9-0a65eb1a7115 None None] Bound using segment: {'id': 'ac0ea285-8c67-4815-82ae-c1dad3023cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '60f98f78-55e9-4572-98ed-492df4db132d'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 04:53:01.846480 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-01a3fed3-88b9-414c-afc9-0a65eb1a7115 None None] Bound port: 66463b53-7aa2-42bc-8200-7b5ff742cc69, host: dv-cinder-778193-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac0ea285-8c67-4815-82ae-c1dad3023cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '60f98f78-55e9-4572-98ed-492df4db132d'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 04:53:01.847117 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-01a3fed3-88b9-414c-afc9-0a65eb1a7115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:53:01.916419 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-01a3fed3-88b9-414c-afc9-0a65eb1a7115 None None] For port 66463b53-7aa2-42bc-8200-7b5ff742cc69, host dv-cinder-778193-7-iscsi, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:53:01.920097 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-01a3fed3-88b9-414c-afc9-0a65eb1a7115 None None] For port 66463b53-7aa2-42bc-8200-7b5ff742cc69, host dv-cinder-778193-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-7-iscsi',level=0,port_id=66463b53-7aa2-42bc-8200-7b5ff742cc69,segment=NetworkSegment(ac0ea285-8c67-4815-82ae-c1dad3023cab),segment_id=ac0ea285-8c67-4815-82ae-c1dad3023cab)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:53:01.926073 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-01a3fed3-88b9-414c-afc9-0a65eb1a7115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:53:01.987121 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b59468-b7a9-4706-9a14-0a3a03a67713 None None] Pushing event updated for resources: {'Port': ['ID=66463b53-7aa2-42bc-8200-7b5ff742cc69,revision_number=4']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:53:01.994067 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a3fed3-88b9-414c-afc9-0a65eb1a7115 None None] Routers {'78859ebc-9149-4ab0-8fc2-e9e22a2e67b6'} bound to L3 agent in host dv-cinder-778193-7-iscsi {{(pid=93876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 04:53:01.994701 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.l3_hamode_db [None req-01a3fed3-88b9-414c-afc9-0a65eb1a7115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T04:24:29Z,description=,heartbeat_timestamp=2021-08-31T04:52:59Z,host='dv-cinder-778193-7-iscsi',id=0d18d50c-d309-40cc-9cbf-a014e4f79dac,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T04:24:29Z,topic='l3_agent')) {'router_ids': ['78859ebc-9149-4ab0-8fc2-e9e22a2e67b6'], 'active': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:53:02.103326 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.l3_dvr_db [None req-01a3fed3-88b9-414c-afc9-0a65eb1a7115 None None] Set router 78859ebc-9149-4ab0-8fc2-e9e22a2e67b6 gateway port host: dv-cinder-778193-7-iscsi {{(pid=93876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 04:53:02.305270 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.l3_hamode_db [None req-01a3fed3-88b9-414c-afc9-0a65eb1a7115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78859ebc-9149-4ab0-8fc2-e9e22a2e67b6', 'name': 'tempest-TestShelveInstance-1631486894-router', 'tenant_id': '5a9cd3f4209b44a19525e138c4676f81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'external_fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': 'feb2ef2e-7f35-4043-b888-d41532a8adc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:52:54Z', 'updated_at': '2021-08-31T04:52:57Z', 'revision_number': 4, 'project_id': '5a9cd3f4209b44a19525e138c4676f81', 'gw_port': {'id': 'feb2ef2e-7f35-4043-b888-d41532a8adc3', 'name': '', 'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:49:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78859ebc-9149-4ab0-8fc2-e9e22a2e67b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:52:55Z', 'updated_at': '2021-08-31T04:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-iscsi', '_interfaces': [{'id': '66463b53-7aa2-42bc-8200-7b5ff742cc69', 'name': '', 'network_id': '60f98f78-55e9-4572-98ed-492df4db132d', 'tenant_id': '5a9cd3f4209b44a19525e138c4676f81', 'mac_address': 'fa:16:3e:22:5b:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78859ebc-9149-4ab0-8fc2-e9e22a2e67b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'f46824a6-6d87-452e-acd8-93c5a1e74565', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:52:57Z', 'updated_at': '2021-08-31T04:53:01Z', 'revision_number': 4, 'project_id': '5a9cd3f4209b44a19525e138c4676f81', 'subnets': [{'id': 'f46824a6-6d87-452e-acd8-93c5a1e74565', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-7-iscsi', False) {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:53:02.330057 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a3fed3-88b9-414c-afc9-0a65eb1a7115 None None] The sync data for ids ['78859ebc-9149-4ab0-8fc2-e9e22a2e67b6'] in dv-cinder-778193-7-iscsi is: [{'id': '78859ebc-9149-4ab0-8fc2-e9e22a2e67b6', 'name': 'tempest-TestShelveInstance-1631486894-router', 'tenant_id': '5a9cd3f4209b44a19525e138c4676f81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'external_fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': 'feb2ef2e-7f35-4043-b888-d41532a8adc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:52:54Z', 'updated_at': '2021-08-31T04:52:57Z', 'revision_number': 4, 'project_id': '5a9cd3f4209b44a19525e138c4676f81', 'gw_port': {'id': 'feb2ef2e-7f35-4043-b888-d41532a8adc3', 'name': '', 'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:49:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78859ebc-9149-4ab0-8fc2-e9e22a2e67b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:52:55Z', 'updated_at': '2021-08-31T04:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-iscsi', '_interfaces': [{'id': '66463b53-7aa2-42bc-8200-7b5ff742cc69', 'name': '', 'network_id': '60f98f78-55e9-4572-98ed-492df4db132d', 'tenant_id': '5a9cd3f4209b44a19525e138c4676f81', 'mac_address': 'fa:16:3e:22:5b:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78859ebc-9149-4ab0-8fc2-e9e22a2e67b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'f46824a6-6d87-452e-acd8-93c5a1e74565', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:52:57Z', 'updated_at': '2021-08-31T04:53:01Z', 'revision_number': 4, 'project_id': '5a9cd3f4209b44a19525e138c4676f81', 'subnets': [{'id': 'f46824a6-6d87-452e-acd8-93c5a1e74565', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:53:02.804848 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Device feb2ef2e-7f35-4043-b888-d41532a8adc3 up at agent ovs-agent-dv-cinder-778193-7-iscsi {{(pid=93875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:53:02.854584 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Provisioning complete for port feb2ef2e-7f35-4043-b888-d41532a8adc3 triggered by entity L2. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:53:02.854866 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667402'] for port, provisioning_complete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:53:02.936783 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Device 66463b53-7aa2-42bc-8200-7b5ff742cc69 up at agent ovs-agent-dv-cinder-778193-7-iscsi {{(pid=93875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:53:02.986403 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Provisioning for port 66463b53-7aa2-42bc-8200-7b5ff742cc69 completed by entity L2. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 04:53:02.990011 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Provisioning complete for port 66463b53-7aa2-42bc-8200-7b5ff742cc69 triggered by entity L2. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:53:02.990414 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667402'] for port, provisioning_complete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:53:03.068620 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:53:03.105447 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] For port 66463b53-7aa2-42bc-8200-7b5ff742cc69, host dv-cinder-778193-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-7-iscsi',level=0,port_id=66463b53-7aa2-42bc-8200-7b5ff742cc69,segment=NetworkSegment(ac0ea285-8c67-4815-82ae-c1dad3023cab),segment_id=ac0ea285-8c67-4815-82ae-c1dad3023cab)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:53:03.111100 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:53:03.158052 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Pushing event updated for resources: {'Port': ['ID=66463b53-7aa2-42bc-8200-7b5ff742cc69,revision_number=5']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:53:04.785149 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Device 66463b53-7aa2-42bc-8200-7b5ff742cc69 up at agent ovs-agent-dv-cinder-778193-7-iscsi {{(pid=93875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:53:04.832861 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Provisioning complete for port 66463b53-7aa2-42bc-8200-7b5ff742cc69 triggered by entity L2. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:53:04.833246 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667402'] for port, provisioning_complete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:53:26.203517 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7e96b038-efbb-4b7e-82b6-3dfc160f5f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:53:28.016147 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:53:28.533584 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.agents_db [None req-b358f2ce-044e-44db-8ffe-8010ce8c5d43 None None] Agent healthcheck: found 6 active agents {{(pid=93876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:53:28.664077 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f4706cd7-7c4b-4fc4-bb2c-71a21661b5ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:53:29.018587 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:53:29.918323 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cae06a7b-375a-4b62-8781-ea2d8af560c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:53:31.355104 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a4fd8ad5-a492-4575-8673-07e6bf736dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:53:43.777073 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-591155e1-b05b-4e1a-9f70-260569a2f22d req-27e6a3a6-01ae-4dd9-867b-e47c71f95056 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0382514 Aug 31 04:53:43.874712 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591155e1-b05b-4e1a-9f70-260569a2f22d req-285a4056-ae0d-48e1-9947-56dffa8efb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:53:43.876153 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-591155e1-b05b-4e1a-9f70-260569a2f22d req-285a4056-ae0d-48e1-9947-56dffa8efb3a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9a4c00b65f96499f945037afd604da1d&device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 1098 time: 0.0415294 Aug 31 04:53:43.975604 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591155e1-b05b-4e1a-9f70-260569a2f22d req-f4640cfe-a4a0-498f-8403-e51a44e8ed77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:53:43.977263 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-591155e1-b05b-4e1a-9f70-260569a2f22d req-f4640cfe-a4a0-498f-8403-e51a44e8ed77 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8936ee09-226f-4718-943f-9ffdccd40918 HTTP/1.1" status: 200 len: 911 time: 0.0819299 Aug 31 04:53:44.044005 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-591155e1-b05b-4e1a-9f70-260569a2f22d req-99641085-55ea-4446-903e-f7967110a3a3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc80ed91-0e6b-4c22-99f9-cd3d341652d0 HTTP/1.1" status: 200 len: 1001 time: 0.0597892 Aug 31 04:53:44.092524 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591155e1-b05b-4e1a-9f70-260569a2f22d req-08501c5c-2f2d-4c2f-b8fa-7b1a4ab9c173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:53:44.093912 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-591155e1-b05b-4e1a-9f70-260569a2f22d req-08501c5c-2f2d-4c2f-b8fa-7b1a4ab9c173 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dbec82d9-5dbd-41df-9df9-228f18fdefe0 HTTP/1.1" status: 200 len: 849 time: 0.0427818 Aug 31 04:53:44.138556 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591155e1-b05b-4e1a-9f70-260569a2f22d req-c4bb429e-e79a-4ce5-9cb7-70e94fcd53ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:53:44.139985 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-591155e1-b05b-4e1a-9f70-260569a2f22d req-c4bb429e-e79a-4ce5-9cb7-70e94fcd53ec service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8936ee09-226f-4718-943f-9ffdccd40918&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0382233 Aug 31 04:53:44.228235 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-591155e1-b05b-4e1a-9f70-260569a2f22d req-355a5da9-07b3-46c0-b491-61207bab2a37 service neutron] 10.222.0.13 "GET /v2.0/networks/8936ee09-226f-4718-943f-9ffdccd40918?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809042 Aug 31 04:53:44.319333 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-591155e1-b05b-4e1a-9f70-260569a2f22d req-b8e6dfea-2d7a-4217-84d8-0dbd3de5d801 service neutron] 10.222.0.13 "GET /v2.0/networks/8936ee09-226f-4718-943f-9ffdccd40918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840399 Aug 31 04:53:56.205746 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0fdcc340-b58e-425a-9f69-e0f298476151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:53:58.030328 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:53:58.663633 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-852279bb-4f18-49d1-b197-5116fc9b6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:53:59.018916 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:53:59.921107 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cae06a7b-375a-4b62-8781-ea2d8af560c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:54:01.357684 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a4fd8ad5-a492-4575-8673-07e6bf736dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:54:05.531698 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.agents_db [None req-b358f2ce-044e-44db-8ffe-8010ce8c5d43 None None] Agent healthcheck: found 6 active agents {{(pid=93876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:54:26.206877 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b2b70e91-c631-465c-ab24-652af84d491b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:54:28.045921 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:54:28.663254 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-59326322-8345-4013-a99a-80a7aac163c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:54:29.019614 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:54:29.300480 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991b4865-3201-45fd-9dc5-8df38c538f1f req-e7966563-b091-4226-b1d6-cb534328dc28 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:54:29.302178 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-991b4865-3201-45fd-9dc5-8df38c538f1f req-e7966563-b091-4226-b1d6-cb534328dc28 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 945 time: 0.1393230 Aug 31 04:54:29.339710 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-991b4865-3201-45fd-9dc5-8df38c538f1f req-a9577ffb-78c3-45ae-80f2-0c42cb5c0cf8 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/security-groups?id=330d847d-5013-4fa4-a7d6-33fbc6014196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313916 Aug 31 04:54:29.924591 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cae06a7b-375a-4b62-8781-ea2d8af560c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:54:30.002583 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d6d027-74b2-4f37-aff1-713519f77ba6 req-a21e0af6-0e1b-40d5-ac1a-e8164385e58a tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:54:30.004021 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-75d6d027-74b2-4f37-aff1-713519f77ba6 req-a21e0af6-0e1b-40d5-ac1a-e8164385e58a tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 945 time: 0.0473642 Aug 31 04:54:30.094729 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [req-75d6d027-74b2-4f37-aff1-713519f77ba6 req-e13faca1-3091-42a4-b5d5-d44c01e15912 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Deleting port cc80ed91-0e6b-4c22-99f9-cd3d341652d0 {{(pid=93873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 04:54:30.094982 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-75d6d027-74b2-4f37-aff1-713519f77ba6 req-e13faca1-3091-42a4-b5d5-d44c01e15912 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730087506454'] for port, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:54:30.178925 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [req-75d6d027-74b2-4f37-aff1-713519f77ba6 req-e13faca1-3091-42a4-b5d5-d44c01e15912 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] For port cc80ed91-0e6b-4c22-99f9-cd3d341652d0, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=cc80ed91-0e6b-4c22-99f9-cd3d341652d0,segment=NetworkSegment(f068b9d6-cd7c-4610-b419-d71f6e8f87e2),segment_id=f068b9d6-cd7c-4610-b419-d71f6e8f87e2)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:54:30.179277 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-75d6d027-74b2-4f37-aff1-713519f77ba6 req-e13faca1-3091-42a4-b5d5-d44c01e15912 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7955047'] for port, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:54:30.342254 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-75d6d027-74b2-4f37-aff1-713519f77ba6 req-e13faca1-3091-42a4-b5d5-d44c01e15912 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:54:30.342647 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-75d6d027-74b2-4f37-aff1-713519f77ba6 req-e13faca1-3091-42a4-b5d5-d44c01e15912 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7956241'] for floatingip, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:54:30.342955 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.db.l3_db [req-75d6d027-74b2-4f37-aff1-713519f77ba6 req-e13faca1-3091-42a4-b5d5-d44c01e15912 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Floating IP e87e7a43-80e0-4689-8729-1e4b02445e36 disassociated. External IP: 172.27.3.235, port: cc80ed91-0e6b-4c22-99f9-cd3d341652d0. Aug 31 04:54:30.343283 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [req-75d6d027-74b2-4f37-aff1-713519f77ba6 req-e13faca1-3091-42a4-b5d5-d44c01e15912 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Calling delete_port for cc80ed91-0e6b-4c22-99f9-cd3d341652d0 owned by compute:nova {{(pid=93873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 04:54:30.470687 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-75d6d027-74b2-4f37-aff1-713519f77ba6 req-e13faca1-3091-42a4-b5d5-d44c01e15912 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730087509221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730086931505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4316683'] for port, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:54:30.497696 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13faca1-3091-42a4-b5d5-d44c01e15912 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Pushing event deleted for resources: {'Port': ['ID=cc80ed91-0e6b-4c22-99f9-cd3d341652d0,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:54:30.501929 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-fc96d95e-0c33-41a1-b08c-c88c1fdb5834 req-fafc2049-3a0b-48a3-9cff-7dd0012a8ce5 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 210 time: 0.0765271 Aug 31 04:54:30.509781 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13faca1-3091-42a4-b5d5-d44c01e15912 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:54:30.510156 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13faca1-3091-42a4-b5d5-d44c01e15912 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:54:30.510496 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13faca1-3091-42a4-b5d5-d44c01e15912 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:54:30.510839 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13faca1-3091-42a4-b5d5-d44c01e15912 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:54:30.511154 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13faca1-3091-42a4-b5d5-d44c01e15912 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:54:30.511476 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13faca1-3091-42a4-b5d5-d44c01e15912 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:54:30.511804 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13faca1-3091-42a4-b5d5-d44c01e15912 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:54:30.512130 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13faca1-3091-42a4-b5d5-d44c01e15912 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:54:30.512454 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13faca1-3091-42a4-b5d5-d44c01e15912 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:54:30.512775 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13faca1-3091-42a4-b5d5-d44c01e15912 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:54:30.513095 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13faca1-3091-42a4-b5d5-d44c01e15912 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:54:30.513420 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13faca1-3091-42a4-b5d5-d44c01e15912 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:54:30.620894 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.scheduler.l3_agent_scheduler [req-75d6d027-74b2-4f37-aff1-713519f77ba6 req-e13faca1-3091-42a4-b5d5-d44c01e15912 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Router 270e5260-275a-4218-82b7-94c26fa32077 has already been hosted by L3 agent 0d18d50c-d309-40cc-9cbf-a014e4f79dac {{(pid=93873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 04:54:30.728154 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-75d6d027-74b2-4f37-aff1-713519f77ba6 req-e13faca1-3091-42a4-b5d5-d44c01e15912 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Notify agent at l3_agent.dv-cinder-778193-7-iscsi the message routers_updated {{(pid=93873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:54:30.738347 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd61688-fd54-450c-9c2f-ba2340222a76 None None] Sync routers for ids ['270e5260-275a-4218-82b7-94c26fa32077'] in dv-cinder-778193-7-iscsi {{(pid=93875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:54:30.746826 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd61688-fd54-450c-9c2f-ba2340222a76 None None] Routers {'270e5260-275a-4218-82b7-94c26fa32077'} bound to L3 agent in host dv-cinder-778193-7-iscsi {{(pid=93875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 04:54:30.747441 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-cdd61688-fd54-450c-9c2f-ba2340222a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T04:24:29Z,description=,heartbeat_timestamp=2021-08-31T04:54:29Z,host='dv-cinder-778193-7-iscsi',id=0d18d50c-d309-40cc-9cbf-a014e4f79dac,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T04:24:29Z,topic='l3_agent')) {'router_ids': ['270e5260-275a-4218-82b7-94c26fa32077'], 'active': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:54:30.768965 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [req-75d6d027-74b2-4f37-aff1-713519f77ba6 req-e13faca1-3091-42a4-b5d5-d44c01e15912 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] No DVR routers for this DVR port cc80ed91-0e6b-4c22-99f9-cd3d341652d0 on host hv-cinder-77819 {{(pid=93873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 04:54:30.771649 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-75d6d027-74b2-4f37-aff1-713519f77ba6 req-e13faca1-3091-42a4-b5d5-d44c01e15912 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200266'] for port, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:54:30.773716 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-75d6d027-74b2-4f37-aff1-713519f77ba6 req-e13faca1-3091-42a4-b5d5-d44c01e15912 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.13 "DELETE /v2.0/ports/cc80ed91-0e6b-4c22-99f9-cd3d341652d0 HTTP/1.1" status: 204 len: 173 time: 0.7639451 Aug 31 04:54:30.774183 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ae96b5b-72d5-4259-9df0-add869c625fd', 'name': 'network-vif-deleted', 'tag': 'cc80ed91-0e6b-4c22-99f9-cd3d341652d0'}] {{(pid=93873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 04:54:30.776536 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a11e4e79c753650f2852f0d7a0fe7e91abda00271ce9373e69ea4f6baf967f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e73e5d8-f071-4feb-bd74-9ba6169e246e" -d '{"events": [{"server_uuid": "1ae96b5b-72d5-4259-9df0-add869c625fd", "name": "network-vif-deleted", "tag": "cc80ed91-0e6b-4c22-99f9-cd3d341652d0"}]}' {{(pid=93873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:54:30.877007 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvr_db [None req-cdd61688-fd54-450c-9c2f-ba2340222a76 None None] Set router 270e5260-275a-4218-82b7-94c26fa32077 gateway port host: dv-cinder-778193-7-iscsi {{(pid=93875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 04:54:30.926813 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 04:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e06e3fbd-3981-47e9-91e0-9209ff192012 x-openstack-request-id: req-e06e3fbd-3981-47e9-91e0-9209ff192012 {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:54:30.927209 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ae96b5b-72d5-4259-9df0-add869c625fd", "name": "network-vif-deleted", "tag": "cc80ed91-0e6b-4c22-99f9-cd3d341652d0", "status": "completed", "code": 200}]} {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:54:30.927738 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e06e3fbd-3981-47e9-91e0-9209ff192012 {{(pid=93873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:54:30.928633 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ae96b5b-72d5-4259-9df0-add869c625fd', 'name': 'network-vif-deleted', 'tag': 'cc80ed91-0e6b-4c22-99f9-cd3d341652d0', 'status': 'completed', 'code': 200} Aug 31 04:54:31.087284 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-cdd61688-fd54-450c-9c2f-ba2340222a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '270e5260-275a-4218-82b7-94c26fa32077', 'name': 'tempest-AttachVolumeTestJSON-272015880-router', 'tenant_id': '9a4c00b65f96499f945037afd604da1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'external_fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': 'cf6d2b3c-8445-4fad-82e1-1ef5396f87c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:32:16Z', 'updated_at': '2021-08-31T04:32:27Z', 'revision_number': 4, 'project_id': '9a4c00b65f96499f945037afd604da1d', 'gw_port': {'id': 'cf6d2b3c-8445-4fad-82e1-1ef5396f87c2', 'name': '', 'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:7a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270e5260-275a-4218-82b7-94c26fa32077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:32:18Z', 'updated_at': '2021-08-31T04:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-iscsi', '_interfaces': [{'id': 'a9a25f97-30d1-41c0-ac4a-a3cb6f609496', 'name': '', 'network_id': '8936ee09-226f-4718-943f-9ffdccd40918', 'tenant_id': '9a4c00b65f96499f945037afd604da1d', 'mac_address': 'fa:16:3e:2d:c0:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270e5260-275a-4218-82b7-94c26fa32077', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'dbec82d9-5dbd-41df-9df9-228f18fdefe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:32:24Z', 'updated_at': '2021-08-31T04:32:38Z', 'revision_number': 5, 'project_id': '9a4c00b65f96499f945037afd604da1d', 'subnets': [{'id': 'dbec82d9-5dbd-41df-9df9-228f18fdefe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-7-iscsi', False) {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:54:31.113038 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd61688-fd54-450c-9c2f-ba2340222a76 None None] Checking router: 270e5260-275a-4218-82b7-94c26fa32077 for host: dv-cinder-778193-7-iscsi {{(pid=93875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:54:31.120711 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd61688-fd54-450c-9c2f-ba2340222a76 None None] Routers {'270e5260-275a-4218-82b7-94c26fa32077'} bound to L3 agent in host dv-cinder-778193-7-iscsi {{(pid=93875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 04:54:31.121296 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-cdd61688-fd54-450c-9c2f-ba2340222a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T04:24:29Z,description=,heartbeat_timestamp=2021-08-31T04:54:29Z,host='dv-cinder-778193-7-iscsi',id=0d18d50c-d309-40cc-9cbf-a014e4f79dac,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T04:24:29Z,topic='l3_agent')) {'router_ids': ['270e5260-275a-4218-82b7-94c26fa32077'], 'active': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:54:31.219654 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvr_db [None req-cdd61688-fd54-450c-9c2f-ba2340222a76 None None] Set router 270e5260-275a-4218-82b7-94c26fa32077 gateway port host: dv-cinder-778193-7-iscsi {{(pid=93875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 04:54:31.372251 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a4fd8ad5-a492-4575-8673-07e6bf736dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:54:31.415405 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-cdd61688-fd54-450c-9c2f-ba2340222a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '270e5260-275a-4218-82b7-94c26fa32077', 'name': 'tempest-AttachVolumeTestJSON-272015880-router', 'tenant_id': '9a4c00b65f96499f945037afd604da1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'external_fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': 'cf6d2b3c-8445-4fad-82e1-1ef5396f87c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:32:16Z', 'updated_at': '2021-08-31T04:32:27Z', 'revision_number': 4, 'project_id': '9a4c00b65f96499f945037afd604da1d', 'gw_port': {'id': 'cf6d2b3c-8445-4fad-82e1-1ef5396f87c2', 'name': '', 'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:7a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270e5260-275a-4218-82b7-94c26fa32077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:32:18Z', 'updated_at': '2021-08-31T04:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-iscsi', '_interfaces': [{'id': 'a9a25f97-30d1-41c0-ac4a-a3cb6f609496', 'name': '', 'network_id': '8936ee09-226f-4718-943f-9ffdccd40918', 'tenant_id': '9a4c00b65f96499f945037afd604da1d', 'mac_address': 'fa:16:3e:2d:c0:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270e5260-275a-4218-82b7-94c26fa32077', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'dbec82d9-5dbd-41df-9df9-228f18fdefe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:32:24Z', 'updated_at': '2021-08-31T04:32:38Z', 'revision_number': 5, 'project_id': '9a4c00b65f96499f945037afd604da1d', 'subnets': [{'id': 'dbec82d9-5dbd-41df-9df9-228f18fdefe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-7-iscsi', False) {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:54:31.445525 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd61688-fd54-450c-9c2f-ba2340222a76 None None] The sync data for ids ['270e5260-275a-4218-82b7-94c26fa32077'] in dv-cinder-778193-7-iscsi is: [{'id': '270e5260-275a-4218-82b7-94c26fa32077', 'name': 'tempest-AttachVolumeTestJSON-272015880-router', 'tenant_id': '9a4c00b65f96499f945037afd604da1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'external_fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': 'cf6d2b3c-8445-4fad-82e1-1ef5396f87c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:32:16Z', 'updated_at': '2021-08-31T04:32:27Z', 'revision_number': 4, 'project_id': '9a4c00b65f96499f945037afd604da1d', 'gw_port': {'id': 'cf6d2b3c-8445-4fad-82e1-1ef5396f87c2', 'name': '', 'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:7a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270e5260-275a-4218-82b7-94c26fa32077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:32:18Z', 'updated_at': '2021-08-31T04:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-iscsi', '_interfaces': [{'id': 'a9a25f97-30d1-41c0-ac4a-a3cb6f609496', 'name': '', 'network_id': '8936ee09-226f-4718-943f-9ffdccd40918', 'tenant_id': '9a4c00b65f96499f945037afd604da1d', 'mac_address': 'fa:16:3e:2d:c0:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270e5260-275a-4218-82b7-94c26fa32077', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'dbec82d9-5dbd-41df-9df9-228f18fdefe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:32:24Z', 'updated_at': '2021-08-31T04:32:38Z', 'revision_number': 5, 'project_id': '9a4c00b65f96499f945037afd604da1d', 'subnets': [{'id': 'dbec82d9-5dbd-41df-9df9-228f18fdefe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:54:31.605328 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-8c65c998-0e5c-41cb-ac6d-1f63c2fd1a0f req-f6fa72ed-86de-47ef-92d7-3076ea4ae6f3 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 210 time: 0.0295582 Aug 31 04:54:31.658734 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435b4b61-1adb-478c-8073-506aca0b9fa7 None None] New status for floating IP e87e7a43-80e0-4689-8729-1e4b02445e36: DOWN {{(pid=93876) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 04:54:32.697468 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-6e5d4b94-c90f-4d73-9b42-82c652912d32 req-5393037a-ea6d-49b8-90f4-dee8f112bf6a tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 210 time: 0.0250568 Aug 31 04:54:33.056120 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Device cc80ed91-0e6b-4c22-99f9-cd3d341652d0 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=93875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:54:33.075970 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] No Port match for: cc80ed91-0e6b-4c22-99f9-cd3d341652d0 {{(pid=93875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 04:54:33.076314 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Device cc80ed91-0e6b-4c22-99f9-cd3d341652d0 not bound to the agent host hv-cinder-77819 {{(pid=93875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:54:33.792005 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-08e50612-9f0d-415f-997d-657322a69242 req-5e21db02-0795-4cc9-86bb-75705eb2cf1b tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 210 time: 0.0271599 Aug 31 04:54:34.884825 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-50c2d661-8776-41e5-94bd-b7edaf71040f req-a78fcd45-c513-4646-a6de-18b6c71efb27 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 210 time: 0.0258627 Aug 31 04:54:35.976286 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-e617a270-745f-4afc-b9cc-62f7626f13c4 req-5049015e-22b5-4aa6-9576-6723c5ea8ef7 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 210 time: 0.0260429 Aug 31 04:54:37.066773 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-cedf5ccc-a8e6-4611-add1-6b3d79e052c8 req-fc2a3d87-c99f-494d-bdf0-a1d0d1209622 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 210 time: 0.0246241 Aug 31 04:54:38.161368 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-151227d0-2b6d-4f7e-bddf-c8bfdadf84e7 req-19905319-34e9-4822-ab84-b8780929bcb3 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 210 time: 0.0289533 Aug 31 04:54:39.264095 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-b8d805a6-192c-4029-a5db-b0dbc899ae83 req-d314dcdb-5880-4f8c-b0a0-eef783fc7605 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 210 time: 0.0300379 Aug 31 04:54:40.364516 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-3a237119-b9ea-452f-ba4b-aa584b92874b req-aae39a8e-6ab4-4354-ae34-0dcf478b3567 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 210 time: 0.0273850 Aug 31 04:54:41.455585 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-083d5806-35ee-4ae4-940f-28994ecbe234 req-ca54a964-5972-4e07-8312-33cc4015b233 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 210 time: 0.0255539 Aug 31 04:54:42.529455 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.agents_db [None req-b358f2ce-044e-44db-8ffe-8010ce8c5d43 None None] Agent healthcheck: found 6 active agents {{(pid=93876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:54:42.557924 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-d026f5b9-78da-4b5e-be2b-ea7baa8a2f9e req-483e88aa-d207-420d-9d94-f82cf33c18bd tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 210 time: 0.0357184 Aug 31 04:54:43.648540 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-d1f6eb16-600a-45eb-9c9b-516da9e8d9ed req-da199877-204d-4040-b075-de365de71df5 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 210 time: 0.0247755 Aug 31 04:54:44.743706 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-d52eee15-6eff-4703-b58d-62d04c766513 req-110380ce-ccb9-44f3-9e81-7e909cf4af9c tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 210 time: 0.0289648 Aug 31 04:54:45.795073 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-6866b502-6c1c-4a28-a999-031050c02bc8 req-7efb5f6d-c93c-45b3-a8f5-202e911cd964 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=955d8bab-95fd-4831-b3c0-720f9e4d57d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0405853 Aug 31 04:54:45.836690 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-7608fc0b-a579-4ad8-b5cc-ff7ec2307d5b req-86b2de3b-8491-4b7b-ac33-4dd13fb4d6d9 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 210 time: 0.0265932 Aug 31 04:54:45.865639 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6866b502-6c1c-4a28-a999-031050c02bc8 req-1e80e240-c131-4c07-80cc-efe22116af0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:54:45.867143 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-6866b502-6c1c-4a28-a999-031050c02bc8 req-1e80e240-c131-4c07-80cc-efe22116af0e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2f8e82cf86684d55bca526dc154c03d1&device_id=955d8bab-95fd-4831-b3c0-720f9e4d57d1 HTTP/1.1" status: 200 len: 1098 time: 0.0394773 Aug 31 04:54:45.968634 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6866b502-6c1c-4a28-a999-031050c02bc8 req-94eb73e8-17ca-4190-b9fb-886485914d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:54:45.970067 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-6866b502-6c1c-4a28-a999-031050c02bc8 req-94eb73e8-17ca-4190-b9fb-886485914d74 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2b1770a4-934d-49a7-a5c2-844beb26d79a HTTP/1.1" status: 200 len: 918 time: 0.0840979 Aug 31 04:54:46.033253 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-6866b502-6c1c-4a28-a999-031050c02bc8 req-7c92cc30-9aa4-4276-a1b8-4e8af38ae372 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=62550bc9-1f03-409a-a279-297a4fc80355 HTTP/1.1" status: 200 len: 1001 time: 0.0558665 Aug 31 04:54:46.080559 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6866b502-6c1c-4a28-a999-031050c02bc8 req-5c3ee98a-3473-4ba7-acd1-382191087aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:54:46.081938 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-6866b502-6c1c-4a28-a999-031050c02bc8 req-5c3ee98a-3473-4ba7-acd1-382191087aad service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9e15e21a-55f2-483a-9c78-48bccbedd076 HTTP/1.1" status: 200 len: 856 time: 0.0421615 Aug 31 04:54:46.128454 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6866b502-6c1c-4a28-a999-031050c02bc8 req-7053ffc0-432c-4566-aaf7-226d146ac441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:54:46.129882 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-6866b502-6c1c-4a28-a999-031050c02bc8 req-7053ffc0-432c-4566-aaf7-226d146ac441 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2b1770a4-934d-49a7-a5c2-844beb26d79a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410049 Aug 31 04:54:46.213419 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-6866b502-6c1c-4a28-a999-031050c02bc8 req-67a9ceb4-4ad6-4d58-a34e-0bc465c7014b service neutron] 10.222.0.13 "GET /v2.0/networks/2b1770a4-934d-49a7-a5c2-844beb26d79a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0766258 Aug 31 04:54:46.301435 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-6866b502-6c1c-4a28-a999-031050c02bc8 req-195779fb-9cee-430b-a442-95fe5008a466 service neutron] 10.222.0.13 "GET /v2.0/networks/2b1770a4-934d-49a7-a5c2-844beb26d79a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806053 Aug 31 04:54:46.931731 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-60f7d011-b2cd-49bc-8afb-cc75ba08ebeb req-32b96a3b-0413-4c4d-828d-76c8187215d6 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 210 time: 0.0242302 Aug 31 04:54:48.025675 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-c9597bc7-a059-46d6-95c2-dbb915fa16c1 req-eaaaeca9-ec59-4e7b-b82f-d7594e6596c1 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 210 time: 0.0253170 Aug 31 04:54:48.029993 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 50278) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:54:48.131742 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-3a022e1f-17cf-464c-8b51-f09e8fa6e3d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:54:48.215109 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-3a022e1f-17cf-464c-8b51-f09e8fa6e3d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:54:48.219447 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-3a022e1f-17cf-464c-8b51-f09e8fa6e3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:54:48.257282 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-3a022e1f-17cf-464c-8b51-f09e8fa6e3d2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9d49fa6cb613413b923472b689dde436&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2255847 Aug 31 04:54:48.259098 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a022e1f-17cf-464c-8b51-f09e8fa6e3d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e263237-3739-4a52-bc20-b2eb425db418,revision_number=1']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:54:48.259999 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 50282) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:54:48.266496 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a022e1f-17cf-464c-8b51-f09e8fa6e3d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:54:48.266843 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a022e1f-17cf-464c-8b51-f09e8fa6e3d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:54:48.267181 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a022e1f-17cf-464c-8b51-f09e8fa6e3d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:54:48.267512 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a022e1f-17cf-464c-8b51-f09e8fa6e3d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:54:48.267838 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a022e1f-17cf-464c-8b51-f09e8fa6e3d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:54:48.268164 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a022e1f-17cf-464c-8b51-f09e8fa6e3d2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:54:48.268485 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a022e1f-17cf-464c-8b51-f09e8fa6e3d2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:54:48.268804 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a022e1f-17cf-464c-8b51-f09e8fa6e3d2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:54:48.269124 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a022e1f-17cf-464c-8b51-f09e8fa6e3d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:54:48.269441 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a022e1f-17cf-464c-8b51-f09e8fa6e3d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:54:48.269757 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a022e1f-17cf-464c-8b51-f09e8fa6e3d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:54:48.270073 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a022e1f-17cf-464c-8b51-f09e8fa6e3d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:54:48.309053 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-fe1937d2-4cba-4417-bcb3-1b8e73f1bf49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:54:48.329499 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-fe1937d2-4cba-4417-bcb3-1b8e73f1bf49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:54:48.374832 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-fe1937d2-4cba-4417-bcb3-1b8e73f1bf49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:54:48.377281 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-fe1937d2-4cba-4417-bcb3-1b8e73f1bf49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:54:48.378455 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-fe1937d2-4cba-4417-bcb3-1b8e73f1bf49 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5e263237-3739-4a52-bc20-b2eb425db418 HTTP/1.1" status: 204 len: 168 time: 0.1174376 Aug 31 04:54:48.385726 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1937d2-4cba-4417-bcb3-1b8e73f1bf49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e263237-3739-4a52-bc20-b2eb425db418,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:54:48.635298 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 50288) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:54:48.648376 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-37f5816f-5e91-40e8-a234-8d5d8e0b208f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:54:48.734534 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-37f5816f-5e91-40e8-a234-8d5d8e0b208f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:54:48.737919 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-37f5816f-5e91-40e8-a234-8d5d8e0b208f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:54:48.775995 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-37f5816f-5e91-40e8-a234-8d5d8e0b208f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9736053a4f6144699211914d92965f7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1396136 Aug 31 04:54:48.776864 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f5816f-5e91-40e8-a234-8d5d8e0b208f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5de12cc-bd0a-4285-ba53-bbd16c38ad37,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:54:48.778713 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 50292) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:54:48.828303 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-d1487773-f5e8-4db1-a1e9-27c5568e1cf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:54:48.848979 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-d1487773-f5e8-4db1-a1e9-27c5568e1cf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:54:48.895542 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-d1487773-f5e8-4db1-a1e9-27c5568e1cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:54:48.899799 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-d1487773-f5e8-4db1-a1e9-27c5568e1cf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:54:48.901542 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-d1487773-f5e8-4db1-a1e9-27c5568e1cf6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e5de12cc-bd0a-4285-ba53-bbd16c38ad37 HTTP/1.1" status: 204 len: 168 time: 0.1214869 Aug 31 04:54:48.913696 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1487773-f5e8-4db1-a1e9-27c5568e1cf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5de12cc-bd0a-4285-ba53-bbd16c38ad37,revision_number=None']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:54:49.121540 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-01ccc5e8-0fd4-436b-8268-b51eff222e3b req-8828ad8f-c5e4-499b-9e1e-a377d4e93d5d tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 210 time: 0.0261333 Aug 31 04:54:50.212321 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-42ca6a4e-b175-4353-a8f4-96c4e5912741 req-cf9039b5-90c3-41a7-ba52-1e18ff790f5f tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 210 time: 0.0261612 Aug 31 04:54:51.304646 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-2c1e45a4-1223-46c7-97b2-81816c935c2c req-5c35382e-7ae3-4716-856d-a29868a3a38c tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 210 time: 0.0278914 Aug 31 04:54:52.394658 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-c0c10388-5f0a-435b-99b0-1ae07b6fa01f req-d25a6e90-0ff4-43d9-9eb7-b951eafc51c2 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 210 time: 0.0247014 Aug 31 04:54:53.487764 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-56424d3c-62b8-4d97-a0fd-274b79ee7864 req-1c026ce5-997b-4f74-905c-59a00411d506 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 210 time: 0.0254893 Aug 31 04:54:54.581120 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-2e3f6f4e-6d1c-4d0a-a1f9-d2b187cdda5d req-02b9bbd8-d40d-495b-9a36-bd5ce1da962d tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 210 time: 0.0275841 Aug 31 04:54:55.683240 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-750703a7-58f5-45dc-bd29-66e1e1303a83 req-c2d395d2-cc06-4575-86a5-75366ac99ab0 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 210 time: 0.0293536 Aug 31 04:54:56.207616 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f2e6be32-bd5c-41f1-ade5-24bea32e4791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:54:56.775512 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-247af8c2-451a-4daf-9e24-e566845adc7b req-b6c92e8e-046f-42ff-aae6-0d5649ecc0b9 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 210 time: 0.0241845 Aug 31 04:54:57.870935 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-dc838c6a-f981-4187-8910-0fdef2d81413 req-da0e08cd-a698-40b6-a1f6-3a9035a15b7f tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 210 time: 0.0287423 Aug 31 04:54:58.065378 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:54:58.664869 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-aeb920b3-3ad6-4027-b6f0-5b96a92635a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:54:58.963282 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-1790f71c-fb54-4e55-bbd7-acda510e1b00 req-24e76ec6-ed2b-4348-82bd-e4c31264a9e1 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 210 time: 0.0257359 Aug 31 04:54:59.021468 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:54:59.926802 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cae06a7b-375a-4b62-8781-ea2d8af560c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:55:00.053398 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-acff2d0f-879e-4af7-863f-e9baeb991e4c req-b40cb547-a669-4565-9b14-ac50e5c8e31a tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 210 time: 0.0249977 Aug 31 04:55:01.148258 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-c2d509b2-f57f-4743-9baa-17d2779e7939 req-f935c631-8f62-4ce7-bc72-e78c3a5e0b77 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 210 time: 0.0267937 Aug 31 04:55:01.366669 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a4fd8ad5-a492-4575-8673-07e6bf736dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:55:02.239796 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-2d0d1fc2-33a7-4925-b5f6-0a72e2473a64 req-dce7871b-b2a9-4d8e-91c9-508dfd4a48bb tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 210 time: 0.0259151 Aug 31 04:55:03.329617 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-990d6b68-ffd6-4acd-8333-6121995943d4 req-d2601805-74c8-41e6-949e-d74fcdfc7e5d tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 210 time: 0.0245764 Aug 31 04:55:04.423437 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-26ff3770-e31b-4961-a2c8-71b626f94bc7 req-2317c51e-e19d-4daf-9344-77e8e9e9e88b tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 210 time: 0.0283234 Aug 31 04:55:05.514788 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-16554dde-02e4-4fe6-946b-771a9d9cee3d req-0d439ac4-f772-40d9-abda-7789cd6778cc tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 210 time: 0.0252244 Aug 31 04:55:06.603443 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-97e482c9-e3e2-47fb-a404-4775424ac552 req-fcaafabc-51c3-4058-bcca-caf847dfbe24 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 210 time: 0.0245388 Aug 31 04:55:07.693043 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-de037df4-4a26-4ac3-ba88-b94d121bbea9 req-11442f97-d845-4231-b593-decd87bafbe2 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 210 time: 0.0254898 Aug 31 04:55:08.783674 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-28c42c08-427b-4fb4-a7d4-6b40a62ee285 req-79467ee8-b25e-4ad2-bbfb-e531262ac18f tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 210 time: 0.0261066 Aug 31 04:55:09.875605 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-6847c542-5714-4964-a813-e0c0b96d4fc3 req-d9e1b9ae-2006-4be8-b661-a599f66f163e tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 210 time: 0.0261314 Aug 31 04:55:10.968943 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-b86bef81-3bc8-48e2-a78a-a4d038bec033 req-cd8a98e6-0c6c-4cbb-a40b-3f0d16c68d53 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 210 time: 0.0281866 Aug 31 04:55:12.059735 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-2d09d5ae-06e4-408c-8e6c-be164bbbdd24 req-8c3b39eb-df8e-4e1b-95c8-e2794c02021c tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 210 time: 0.0248926 Aug 31 04:55:13.152568 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-08d1276f-c910-4988-b797-52ecef25b0aa req-211db1cb-14cd-4ae4-9534-e7b5f8f6c9fb tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 210 time: 0.0249758 Aug 31 04:55:14.243160 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-07842bfc-352d-4a0f-954f-2a6f010a54b5 req-1e0dc69b-f25a-4fb1-b4b7-8f4a248eb15a tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 210 time: 0.0249710 Aug 31 04:55:15.341619 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-77f2569e-584f-41eb-988c-1bb06046a7b7 req-62346277-fd90-43c6-9001-4a232cd98512 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 210 time: 0.0255949 Aug 31 04:55:16.438609 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-82206521-5873-402b-bb02-b810aeee5c61 req-e9ea031d-94b9-4934-9382-bc2a707caf63 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 210 time: 0.0250909 Aug 31 04:55:17.531935 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-c5691203-ec8e-4366-9ef9-4c4ab70c8fac req-95a9e2bb-ee7b-400f-a8cc-bec8fdebc33d tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 210 time: 0.0274577 Aug 31 04:55:18.624380 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-ad1f3c2e-783d-4ca4-83bf-84c31d5c54c5 req-f76ba7cb-6907-4f25-a7c3-c49299880752 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 210 time: 0.0250669 Aug 31 04:55:19.527688 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.agents_db [None req-b358f2ce-044e-44db-8ffe-8010ce8c5d43 None None] Agent healthcheck: found 6 active agents {{(pid=93876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:55:19.714902 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-109703c3-32f0-46c8-95f2-9fe32bd652a2 req-686a9172-f7d8-4692-8474-f1bd32339160 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 210 time: 0.0244360 Aug 31 04:55:20.805287 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-7373a9ff-0b53-454f-9a6b-9ca9a0d6d908 req-4ff86733-38e9-4e82-9f8b-d4eb4fc6acfb tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 210 time: 0.0246856 Aug 31 04:55:21.896906 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-f5ea3ded-d1a8-49d4-96cd-ee5cc15bcff0 req-81eed131-8b18-4425-82ca-b74e51c981d3 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 210 time: 0.0255404 Aug 31 04:55:22.989604 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-7c3d8b30-e166-425a-bb2c-a54ddf0a7c5e req-bbf9d41d-744b-49a8-8196-2beaad211ea4 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 210 time: 0.0263736 Aug 31 04:55:24.082288 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-255677e7-eaa4-4efe-9042-b67699b650fd req-420e92ff-6587-4b68-996c-57ed46100e42 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 210 time: 0.0280447 Aug 31 04:55:25.172322 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-56c5f380-4720-4f36-9eb3-cb6d7a741f92 req-100c6896-854d-4181-88d2-00a8d2a7cde5 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 210 time: 0.0243573 Aug 31 04:55:26.209370 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4d9856fa-366c-4cd4-9b9b-3ca0bb4646c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:55:26.266675 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-10c1d33c-78c9-48b5-93b9-b7747302619b req-dbdf6611-d2f9-4e25-afb0-2da22b42935e tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 210 time: 0.0252650 Aug 31 04:55:27.358644 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-5dd72d11-d34a-4975-bf9b-c44061052f58 req-38b956d1-0bfb-421e-bc02-6440e2e5fc69 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 210 time: 0.0250168 Aug 31 04:55:28.059332 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:55:28.449765 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-f69cfb18-4d76-45b4-9caa-f99fb5551cca req-cb9a8a23-fbba-46e3-bae2-85436b4c41fe tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 210 time: 0.0241456 Aug 31 04:55:28.665595 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fbf92b31-3ef6-4212-b4b6-c4d87ad78c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:55:29.022696 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:55:29.541288 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-8a8a2882-a1d7-4017-8c69-4cfdae6473c1 req-f327b59f-7671-4956-a477-fda15e7fd31b tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 210 time: 0.0245829 Aug 31 04:55:29.929479 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cae06a7b-375a-4b62-8781-ea2d8af560c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:55:30.635804 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-fc3bda08-9093-4e14-a225-bf6d02982ce4 req-387f3852-75ca-4d18-9c97-1c1f7b4aba5a tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 210 time: 0.0283773 Aug 31 04:55:31.366426 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a4fd8ad5-a492-4575-8673-07e6bf736dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:55:31.728515 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-cc02018c-f159-4def-a83a-b6c38ac146af req-bb91c605-8c5b-471e-8b59-b81e71309b39 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 210 time: 0.0249414 Aug 31 04:55:32.822011 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-ff9a05d3-3a47-4af6-b898-8628591207e3 req-94b503c4-9e20-42b8-a0ca-1d2c232354cb tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 210 time: 0.0262704 Aug 31 04:55:33.915151 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-7a241ee0-a114-495b-9c46-ff60863c78c7 req-c893fd70-aedf-4bcc-ae8c-eb295f4c9c67 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 210 time: 0.0263100 Aug 31 04:55:35.009388 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-4d983aea-ac5f-4621-9358-5180fa4d60c6 req-9a2c9740-181f-4fb2-a50e-1ff57b85650b tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 210 time: 0.0244050 Aug 31 04:55:36.101745 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-4b7ebc46-e59d-4afa-8680-6ffeafc5a618 req-0f266018-baec-431a-a98c-8856a3904be7 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 210 time: 0.0254791 Aug 31 04:55:37.195610 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-326c7c92-9f61-4d57-8d64-00dd1b7e80fc req-2f8cb556-28a7-403b-85b5-dadeac2ae5a8 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 210 time: 0.0285056 Aug 31 04:55:38.285726 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-d87af62b-5a47-42b4-a0bb-847ab0da8c0e req-e47d0832-8285-4e88-a5df-f2a9bb7cb735 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 210 time: 0.0243890 Aug 31 04:55:39.381115 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-d9e1e115-feb9-4aa3-ad9b-7abd1f8a5b41 req-6feddb52-3f2b-4d6c-85ed-c85383fcd956 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 210 time: 0.0258596 Aug 31 04:55:40.475053 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-e7f5804e-2e4e-4399-b19c-81c71554b1d4 req-fc29a136-fa95-47e7-b667-fa5aee39f9cf tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 210 time: 0.0254738 Aug 31 04:55:41.568253 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-10e40fe3-9eb7-4c78-b8f2-4b4585541c6f req-2cffd40f-0fe4-4518-9a7d-b3f7d038ee6e tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 210 time: 0.0255048 Aug 31 04:55:42.659845 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-207e616b-44e1-4409-a377-ff2a2eb80053 req-80bbed5a-269a-4044-8972-67c9b3d169ad tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 210 time: 0.0248170 Aug 31 04:55:43.753403 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-db90032a-3d55-48b4-bf14-0955882fabb7 req-f3956dec-c3ec-42dc-8938-f3635d9a77da tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 210 time: 0.0272410 Aug 31 04:55:45.110851 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-ab83e1c2-c283-4f56-bbca-98fd8acf4f58 req-39b54d75-f8b1-4d7a-b73c-5c5e6d47a8d4 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 210 time: 0.2883711 Aug 31 04:55:46.204533 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-e692fcce-66d7-4610-b221-cb1ec6a8aabd req-2f4c9614-ff47-4db5-82cb-b1f8f2798b93 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 210 time: 0.0251322 Aug 31 04:55:47.295608 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-f20c3b96-7b31-4dcf-bbe9-a1f2c2cf14ba req-40f1f339-e440-43ba-93b1-c7a15a6002ae tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 210 time: 0.0250096 Aug 31 04:55:47.962733 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-9b2f6c3b-a724-4d6e-a62d-3c2f770f6406 req-c9e00843-666a-40e2-9b06-9c14b9ea7390 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=955d8bab-95fd-4831-b3c0-720f9e4d57d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0417523 Aug 31 04:55:48.057916 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2f6c3b-a724-4d6e-a62d-3c2f770f6406 req-8d7dee91-97a0-48ab-8846-29a18bdc212c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:55:48.059289 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-9b2f6c3b-a724-4d6e-a62d-3c2f770f6406 req-8d7dee91-97a0-48ab-8846-29a18bdc212c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2f8e82cf86684d55bca526dc154c03d1&device_id=955d8bab-95fd-4831-b3c0-720f9e4d57d1 HTTP/1.1" status: 200 len: 1098 time: 0.0417149 Aug 31 04:55:48.157187 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2f6c3b-a724-4d6e-a62d-3c2f770f6406 req-9c3a6971-7d4b-4aeb-a690-2d4142146371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:55:48.158709 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-9b2f6c3b-a724-4d6e-a62d-3c2f770f6406 req-9c3a6971-7d4b-4aeb-a690-2d4142146371 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2b1770a4-934d-49a7-a5c2-844beb26d79a HTTP/1.1" status: 200 len: 918 time: 0.0807834 Aug 31 04:55:48.390623 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-7b65a7bf-eaa4-49e3-8e2c-5cff5ed4a40c req-b01684e5-cd6c-4112-8813-09465da28cbd tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 210 time: 0.0251374 Aug 31 04:55:48.461103 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-9b2f6c3b-a724-4d6e-a62d-3c2f770f6406 req-4dbd6d8b-1e2a-4fb3-bce6-a9ea27629c28 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=62550bc9-1f03-409a-a279-297a4fc80355 HTTP/1.1" status: 200 len: 1001 time: 0.2955296 Aug 31 04:55:48.507694 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2f6c3b-a724-4d6e-a62d-3c2f770f6406 req-faf4f04c-f3f1-4408-9fa7-cb92d16134ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:55:48.509083 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-9b2f6c3b-a724-4d6e-a62d-3c2f770f6406 req-faf4f04c-f3f1-4408-9fa7-cb92d16134ea service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9e15e21a-55f2-483a-9c78-48bccbedd076 HTTP/1.1" status: 200 len: 856 time: 0.0408814 Aug 31 04:55:48.553358 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2f6c3b-a724-4d6e-a62d-3c2f770f6406 req-572192dc-35f2-48b2-addf-cf0a2f167565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:55:48.554784 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-9b2f6c3b-a724-4d6e-a62d-3c2f770f6406 req-572192dc-35f2-48b2-addf-cf0a2f167565 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2b1770a4-934d-49a7-a5c2-844beb26d79a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0366201 Aug 31 04:55:48.642533 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-9b2f6c3b-a724-4d6e-a62d-3c2f770f6406 req-cf87957f-7f35-446a-9091-8d2dbf11aede service neutron] 10.222.0.13 "GET /v2.0/networks/2b1770a4-934d-49a7-a5c2-844beb26d79a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801086 Aug 31 04:55:48.727012 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-9b2f6c3b-a724-4d6e-a62d-3c2f770f6406 req-188aa273-db37-45ef-b8e3-6adc4f35de1e service neutron] 10.222.0.13 "GET /v2.0/networks/2b1770a4-934d-49a7-a5c2-844beb26d79a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0776122 Aug 31 04:55:49.484658 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-2f0c7c2f-c9f7-4af1-ba1b-f3fd2da02158 req-9003959b-dc94-4ada-a290-b71dd58e08dd tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 210 time: 0.0276129 Aug 31 04:55:50.581506 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-2b7af4d5-8111-4f8b-ba4c-2144bff031ab req-59726c72-f312-4510-9f74-808ccb73b281 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 210 time: 0.0253081 Aug 31 04:55:51.671811 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-c74fc2e3-c5a0-474e-b6cd-2d513c30e940 req-e76dfc32-acbb-480f-98b6-4f57ad3cb525 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 210 time: 0.0257111 Aug 31 04:55:52.761691 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-89101064-93f1-49a8-8126-01d762bec1cf req-007ed393-e38d-4c90-aa3a-33ba6b2eea08 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 210 time: 0.0248177 Aug 31 04:55:53.851329 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-bfc2160b-08c7-4eec-a7c0-384aff0ad6de req-56a4b3d3-d83b-41d2-b353-141176f1e2ee tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 210 time: 0.0251615 Aug 31 04:55:54.941784 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-3e746c3c-e563-4b41-a185-40bacb32e9a6 req-8039201e-b75a-43c5-8006-9cd4e151e6aa tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 210 time: 0.0254774 Aug 31 04:55:56.036895 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-0ec744f3-b722-4e1d-9d47-8cf9e6ad2d8e req-9974af3a-0ca7-4ba8-8873-7485c1aa3e8a tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 210 time: 0.0278723 Aug 31 04:55:56.210326 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-096d04a4-697f-403c-9e76-6f6b94f49805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:55:56.525321 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.agents_db [None req-b358f2ce-044e-44db-8ffe-8010ce8c5d43 None None] Agent healthcheck: found 6 active agents {{(pid=93876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:55:57.127817 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-8f9745eb-2be2-4a74-a370-3c2e523367cf req-0f6b2412-d29d-4726-8d1f-39c30289bf55 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 210 time: 0.0246456 Aug 31 04:55:58.073642 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:55:58.218075 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-4788d99f-b819-45c8-ad10-4c64d1c6cbb1 req-42b11311-3f25-47ef-abd0-686c84521cb2 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 210 time: 0.0249591 Aug 31 04:55:58.667445 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-61467bd0-fbac-45be-a354-2567229302b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:55:59.024227 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:55:59.308921 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-6ba6a6ae-bcef-4ea0-811d-eb21a8a31681 req-5fab6ed2-26d7-4c8a-be51-2755439770d8 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 210 time: 0.0249677 Aug 31 04:55:59.932513 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cae06a7b-375a-4b62-8781-ea2d8af560c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:56:00.399298 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-e130eca9-d9c8-4df3-84bd-fd9bd50c354a req-a7e72f44-e6ba-47f1-b36a-b17480763950 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 210 time: 0.0254107 Aug 31 04:56:01.368341 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a4fd8ad5-a492-4575-8673-07e6bf736dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:56:01.489791 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-d6a16944-d2bf-415a-940e-dc50baf4ecd4 req-337e66b8-7e88-45a6-8007-2a641a7b3891 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 210 time: 0.0250959 Aug 31 04:56:02.584225 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-3b164476-e2f4-47da-985b-88d8ed40085f req-488016f5-2757-4acd-b884-e17d1ff92e4f tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 210 time: 0.0281460 Aug 31 04:56:03.675783 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-f1aade5f-07e2-4905-b4ac-72050a228eae req-a5b4ef25-c9f5-4f8b-beb3-e7f3221449de tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 210 time: 0.0248294 Aug 31 04:56:04.766907 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-e0cd1f44-899d-4b85-88fe-69807b608070 req-95e894e4-f6b0-4cb3-8914-c61f64350217 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 210 time: 0.0247238 Aug 31 04:56:05.858312 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-9f7ff51b-1a10-4641-aff5-6b808012e287 req-ccbc73b0-bedd-4fef-9150-b1932d54fbae tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 210 time: 0.0256295 Aug 31 04:56:06.947120 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-c05060fe-1daf-4fda-b6fa-071453f812a7 req-2d23b4de-84a1-43e6-ad21-dffb1cd82979 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 210 time: 0.0251222 Aug 31 04:56:08.039535 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-6e31c731-8c6b-4555-b26b-e97c7a8acaac req-eef48668-bef6-4f76-9dc0-06bd793e25ef tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 210 time: 0.0251803 Aug 31 04:56:09.133368 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-22191331-27dd-4ed6-adbe-9e8a65bee852 req-61ea4fbd-2546-426a-9a11-b242f523bc0b tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 210 time: 0.0286853 Aug 31 04:56:10.226628 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-98c9717e-6ba0-4870-ae13-a3dd50640acb req-647986f1-54a0-47a1-a2f1-7a3f409601aa tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 210 time: 0.0263391 Aug 31 04:56:11.318658 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-10bc49e9-3074-45d0-ba62-62de9abe3421 req-eea573a3-8643-41b0-87cd-d06abf5d51e0 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 210 time: 0.0257616 Aug 31 04:56:12.411308 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-fbd785d5-bc1a-478f-8691-5f75fdc44f18 req-79cf6965-7b77-494c-bfbd-ee922a8c33ae tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 210 time: 0.0254078 Aug 31 04:56:13.503870 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-644ce399-efc8-4012-8bf8-917dc5aa7c65 req-3068507a-869c-46ff-bf5a-507b4da9aa71 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 210 time: 0.0259926 Aug 31 04:56:14.607950 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-3afe7910-6c8f-4bc9-8d26-9a5d8f262134 req-0c49fffa-ece2-43b9-b414-540b3a6f75c8 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 210 time: 0.0372536 Aug 31 04:56:15.710950 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-0bd5caeb-ac65-4177-af08-af634d444670 req-2b781952-f89b-4105-bf84-465241e22abb tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 210 time: 0.0300307 Aug 31 04:56:16.806194 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-f90b7c80-a68e-4b92-aa82-52860c157653 req-afee2e17-0d6f-43b1-83c9-ee4478d7cd60 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 210 time: 0.0250435 Aug 31 04:56:17.902180 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-114c8708-8555-4312-a3e7-0d278cf022b2 req-d8559e3a-bb28-400a-bd69-68c6b46c5b07 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 210 time: 0.0260429 Aug 31 04:56:18.998451 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-2d279bbe-4b92-44fd-82db-bda215a7c5a1 req-b025e61a-4c52-4343-b93f-f772d636a760 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 210 time: 0.0248656 Aug 31 04:56:20.089334 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-e3270f80-6444-4c27-aa1f-2dd1166e2e89 req-ea21f184-d836-4705-8c63-d08b3bcd9ef7 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 210 time: 0.0245810 Aug 31 04:56:21.180790 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-df10c922-54a0-44ca-b4e8-1aa6f55f9343 req-500e471d-c823-435e-be57-2f3d2aa0a0ab tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 210 time: 0.0249498 Aug 31 04:56:22.278436 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-62e1a6ec-6607-4898-8577-8861831b6539 req-012c9b50-68da-42b1-9612-fb34e64e38c5 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 210 time: 0.0297229 Aug 31 04:56:23.368749 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-2a84fa98-27eb-4c04-a907-5791a27ae7c2 req-b5dbc2ec-f57a-4cf8-900e-4f71f87aae85 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 210 time: 0.0249188 Aug 31 04:56:24.458548 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-f1d3f087-03e8-4855-bea9-9b74c053e048 req-6ddecf60-6d3c-495d-b2a5-ff5ded850193 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 210 time: 0.0245972 Aug 31 04:56:25.549855 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-8bebb083-e997-4725-9082-e285a3c90d53 req-7ea3eaa0-6c5f-401d-b49e-0d470cdf72f4 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 210 time: 0.0252609 Aug 31 04:56:26.211292 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ea4c433b-56ca-4fcb-9503-ce6c1ed9a257 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:56:26.639560 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-e3ecd0e0-c69b-47e0-a5ba-41140397badb req-56b6eb23-d9c7-4fc6-8523-d2b93999c07d tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 210 time: 0.0242388 Aug 31 04:56:27.729013 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-6445ae5e-8377-40d1-9a0e-1da78043f02d req-2821b653-accf-42f4-83ee-22a4f3db5f86 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 210 time: 0.0248053 Aug 31 04:56:28.072796 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:56:28.668972 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-92c68bbe-faab-4a6b-a079-edc8b2bcab6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:56:28.823670 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-3211afed-cfd2-41a0-8164-311f0b2f6768 req-27edd76a-586e-488b-b2d3-38591fa0c84f tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 210 time: 0.0280948 Aug 31 04:56:29.025634 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:56:29.915833 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-e796adc1-a6d8-4cdd-9315-ef32928cd951 req-a6940085-fd45-4cda-b564-422ab7d462e6 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 210 time: 0.0249677 Aug 31 04:56:29.934713 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cae06a7b-375a-4b62-8781-ea2d8af560c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:56:31.010810 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-c2552e19-f58c-4377-8496-0fd3a38d1709 req-05a021c8-6314-43ba-8d0d-7c11b9a02c8b tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ae96b5b-72d5-4259-9df0-add869c625fd HTTP/1.1" status: 200 len: 210 time: 0.0251455 Aug 31 04:56:31.372277 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a4fd8ad5-a492-4575-8673-07e6bf736dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:56:32.097983 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 51728) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:56:32.152474 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-4ce2a73a-0dea-4ba0-a034-656588fa993b tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Notify callbacks [] for security_group, before_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:56:32.174693 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-4ce2a73a-0dea-4ba0-a034-656588fa993b tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:56:32.220509 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-4ce2a73a-0dea-4ba0-a034-656588fa993b tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:56:32.223537 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-4ce2a73a-0dea-4ba0-a034-656588fa993b tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Notify callbacks [] for security_group, before_response {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:56:32.224660 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-4ce2a73a-0dea-4ba0-a034-656588fa993b tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "DELETE /v2.0/security-groups/330d847d-5013-4fa4-a7d6-33fbc6014196 HTTP/1.1" status: 204 len: 168 time: 0.1256695 Aug 31 04:56:32.227396 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 51730) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:56:32.234194 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce2a73a-0dea-4ba0-a034-656588fa993b tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=330d847d-5013-4fa4-a7d6-33fbc6014196,revision_number=None']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:56:32.241653 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce2a73a-0dea-4ba0-a034-656588fa993b tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:56:32.242033 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce2a73a-0dea-4ba0-a034-656588fa993b tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:56:32.242403 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce2a73a-0dea-4ba0-a034-656588fa993b tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:56:32.242736 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce2a73a-0dea-4ba0-a034-656588fa993b tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:56:32.243066 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce2a73a-0dea-4ba0-a034-656588fa993b tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:56:32.243396 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce2a73a-0dea-4ba0-a034-656588fa993b tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:56:32.243726 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce2a73a-0dea-4ba0-a034-656588fa993b tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:56:32.244051 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce2a73a-0dea-4ba0-a034-656588fa993b tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:56:32.244377 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce2a73a-0dea-4ba0-a034-656588fa993b tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:56:32.244837 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce2a73a-0dea-4ba0-a034-656588fa993b tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:56:32.245157 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce2a73a-0dea-4ba0-a034-656588fa993b tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:56:32.245481 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce2a73a-0dea-4ba0-a034-656588fa993b tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:56:32.246625 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.api.v2.resource [None req-b05710d0-7f54-434b-989b-a6b1032da593 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] show failed (client error): The resource could not be found. Aug 31 04:56:32.247635 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-b05710d0-7f54-434b-989b-a6b1032da593 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/security-groups/330d847d-5013-4fa4-a7d6-33fbc6014196 HTTP/1.1" status: 404 len: 347 time: 0.0192089 Aug 31 04:56:32.250553 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 51732) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:56:32.371804 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-865615d5-83c2-4f38-a549-179fa824d2d8 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Deleting port 00927fb8-b585-47d4-ab1d-a88ad5e7bb29 {{(pid=93873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 04:56:32.372283 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-865615d5-83c2-4f38-a549-179fa824d2d8 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730087506454'] for port, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:56:32.442884 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-865615d5-83c2-4f38-a549-179fa824d2d8 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7955047'] for port, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:56:32.443218 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-865615d5-83c2-4f38-a549-179fa824d2d8 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:56:32.455050 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-865615d5-83c2-4f38-a549-179fa824d2d8 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Calling delete_port for 00927fb8-b585-47d4-ab1d-a88ad5e7bb29 owned by network:floatingip {{(pid=93873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 04:56:32.583883 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-865615d5-83c2-4f38-a549-179fa824d2d8 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730087509221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730086931505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4316683'] for port, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:56:32.607660 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865615d5-83c2-4f38-a549-179fa824d2d8 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Pushing event deleted for resources: {'Port': ['ID=00927fb8-b585-47d4-ab1d-a88ad5e7bb29,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:56:32.621228 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865615d5-83c2-4f38-a549-179fa824d2d8 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:56:32.621638 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865615d5-83c2-4f38-a549-179fa824d2d8 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:56:32.621985 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865615d5-83c2-4f38-a549-179fa824d2d8 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:56:32.622365 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865615d5-83c2-4f38-a549-179fa824d2d8 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:56:32.622693 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865615d5-83c2-4f38-a549-179fa824d2d8 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:56:32.623019 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865615d5-83c2-4f38-a549-179fa824d2d8 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:56:32.623339 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865615d5-83c2-4f38-a549-179fa824d2d8 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:56:32.623662 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865615d5-83c2-4f38-a549-179fa824d2d8 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:56:32.623982 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865615d5-83c2-4f38-a549-179fa824d2d8 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:56:32.624306 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865615d5-83c2-4f38-a549-179fa824d2d8 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:56:32.624651 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865615d5-83c2-4f38-a549-179fa824d2d8 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:56:32.624964 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865615d5-83c2-4f38-a549-179fa824d2d8 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:56:32.678988 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-865615d5-83c2-4f38-a549-179fa824d2d8 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Notify callbacks [] for floatingip, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:56:32.681554 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-865615d5-83c2-4f38-a549-179fa824d2d8 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200266'] for floatingip, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:56:32.682732 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-865615d5-83c2-4f38-a549-179fa824d2d8 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "DELETE /v2.0/floatingips/e87e7a43-80e0-4689-8729-1e4b02445e36 HTTP/1.1" status: 204 len: 168 time: 0.4310429 Aug 31 04:56:33.342827 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 51748) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:56:33.347736 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.v2.base [None req-eec46245-d3ab-4d85-9719-db155bf3672a tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1107356852', 'description': 'tempest-description--804946312'}} {{(pid=93874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:56:33.369504 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-eec46245-d3ab-4d85-9719-db155bf3672a tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Notify callbacks [] for security_group, before_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:56:33.451629 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-eec46245-d3ab-4d85-9719-db155bf3672a tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Notify callbacks [] for security_group, precommit_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:56:33.455364 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-eec46245-d3ab-4d85-9719-db155bf3672a tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:56:33.484181 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-eec46245-d3ab-4d85-9719-db155bf3672a tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Notify callbacks [] for security_group, before_response {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:56:33.485396 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-eec46245-d3ab-4d85-9719-db155bf3672a tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1415625 Aug 31 04:56:33.487238 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec46245-d3ab-4d85-9719-db155bf3672a tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48531a16-d412-47b1-ba26-dc373ab0e29b,revision_number=1']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:56:33.488312 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 51750) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:56:33.492972 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.v2.base [None req-b9b4c617-0721-4c6d-b27c-d04d0ba25bf0 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Request body: {'security_group_rule': {'security_group_id': '48531a16-d412-47b1-ba26-dc373ab0e29b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:56:33.518012 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-b9b4c617-0721-4c6d-b27c-d04d0ba25bf0 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:56:33.523384 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.agents_db [None req-b358f2ce-044e-44db-8ffe-8010ce8c5d43 None None] Agent healthcheck: found 6 active agents {{(pid=93876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:56:33.572645 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-b9b4c617-0721-4c6d-b27c-d04d0ba25bf0 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:56:33.576518 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-b9b4c617-0721-4c6d-b27c-d04d0ba25bf0 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196840'] for security_group_rule, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:56:33.595381 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b4c617-0721-4c6d-b27c-d04d0ba25bf0 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae5c67b6-b983-41ed-bba5-5836a3ea54d4,revision_number=0']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:56:33.598841 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-b9b4c617-0721-4c6d-b27c-d04d0ba25bf0 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:56:33.600107 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-b9b4c617-0721-4c6d-b27c-d04d0ba25bf0 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1108005 Aug 31 04:56:33.603207 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 51752) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:56:33.607627 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.v2.base [None req-3b884fe1-0660-471b-a7a7-536f69bd8fc9 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Request body: {'security_group_rule': {'security_group_id': '48531a16-d412-47b1-ba26-dc373ab0e29b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:56:33.632602 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-3b884fe1-0660-471b-a7a7-536f69bd8fc9 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:56:33.687788 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-3b884fe1-0660-471b-a7a7-536f69bd8fc9 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:56:33.691127 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-3b884fe1-0660-471b-a7a7-536f69bd8fc9 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196840'] for security_group_rule, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:56:33.707840 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b884fe1-0660-471b-a7a7-536f69bd8fc9 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bac53d33-6a91-47e2-91e6-86c070c4e566,revision_number=0']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:56:33.713370 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-3b884fe1-0660-471b-a7a7-536f69bd8fc9 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:56:33.714827 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-3b884fe1-0660-471b-a7a7-536f69bd8fc9 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1105971 Aug 31 04:56:33.717651 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 51754) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:56:33.722257 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.v2.base [None req-4f5c2b4f-2a26-4d56-a0cf-61ab679a3051 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Request body: {'floatingip': {'floating_network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408'}} {{(pid=93873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:56:33.743304 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4f5c2b4f-2a26-4d56-a0cf-61ab679a3051 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Notify callbacks [] for floatingip, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:56:33.851686 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4f5c2b4f-2a26-4d56-a0cf-61ab679a3051 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:56:33.953524 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.db.db_base_plugin_common [None req-4f5c2b4f-2a26-4d56-a0cf-61ab679a3051 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Allocated IP 172.27.3.148 (f4b5f899-990a-4804-98c2-2f4cfa444408/03ec91ec-d42e-4d2c-8dee-dc4e2d357557/7b0e74d6-4496-4d08-a2f7-52ed5e5ebecf) {{(pid=93873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:56:34.056081 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4f5c2b4f-2a26-4d56-a0cf-61ab679a3051 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Notify callbacks [] for port, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:56:34.094189 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4f5c2b4f-2a26-4d56-a0cf-61ab679a3051 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730086931496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4316683'] for port, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:56:34.128896 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f5c2b4f-2a26-4d56-a0cf-61ab679a3051 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Network f4b5f899-990a-4804-98c2-2f4cfa444408 is already hosted by enough agents. {{(pid=93873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:56:34.133679 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.scheduler.base_scheduler [None req-4f5c2b4f-2a26-4d56-a0cf-61ab679a3051 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Resources bound (agent type, host, resource id): {{(pid=93873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:56:34.137364 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5c2b4f-2a26-4d56-a0cf-61ab679a3051 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Received port after_create {{(pid=93873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 04:56:34.160666 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5c2b4f-2a26-4d56-a0cf-61ab679a3051 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Pushing event updated for resources: {'Port': ['ID=7b0e74d6-4496-4d08-a2f7-52ed5e5ebecf,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:56:34.225714 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4f5c2b4f-2a26-4d56-a0cf-61ab679a3051 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:56:34.257781 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4f5c2b4f-2a26-4d56-a0cf-61ab679a3051 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:56:34.401221 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4f5c2b4f-2a26-4d56-a0cf-61ab679a3051 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Notify callbacks [] for port, precommit_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:56:34.405726 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4f5c2b4f-2a26-4d56-a0cf-61ab679a3051 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4316722'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:56:34.472219 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5c2b4f-2a26-4d56-a0cf-61ab679a3051 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Pushing event updated for resources: {'Port': ['ID=7b0e74d6-4496-4d08-a2f7-52ed5e5ebecf,revision_number=2']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:56:34.480100 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4f5c2b4f-2a26-4d56-a0cf-61ab679a3051 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7956241'] for floatingip, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:56:34.493552 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4f5c2b4f-2a26-4d56-a0cf-61ab679a3051 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200266'] for floatingip, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:56:34.494800 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-4f5c2b4f-2a26-4d56-a0cf-61ab679a3051 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7761905 Aug 31 04:56:34.697960 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-881d84f9-cf72-44d6-a7c9-6f04081d199e req-8808532b-3179-486c-b365-9219c6d09046 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1107356852&fields=id&tenant_id=9a4c00b65f96499f945037afd604da1d HTTP/1.1" status: 200 len: 267 time: 0.0323625 Aug 31 04:56:34.800997 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881d84f9-cf72-44d6-a7c9-6f04081d199e req-73bddc8f-6d3c-4372-9d0a-500082faac7d tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:56:34.802449 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-881d84f9-cf72-44d6-a7c9-6f04081d199e req-73bddc8f-6d3c-4372-9d0a-500082faac7d tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/networks?id=8936ee09-226f-4718-943f-9ffdccd40918 HTTP/1.1" status: 200 len: 810 time: 0.0979297 Aug 31 04:56:34.817488 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-881d84f9-cf72-44d6-a7c9-6f04081d199e req-d2102065-b76d-476b-b5f7-205f855225ce tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/quotas/9a4c00b65f96499f945037afd604da1d HTTP/1.1" status: 200 len: 375 time: 0.0093589 Aug 31 04:56:34.881724 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-881d84f9-cf72-44d6-a7c9-6f04081d199e req-e5d5dfd9-5ac8-4218-99bf-3985bf8e8ae9 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=9a4c00b65f96499f945037afd604da1d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0581567 Aug 31 04:56:35.097631 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-881d84f9-cf72-44d6-a7c9-6f04081d199e req-e9b72692-447a-4ab2-9381-1d6467616f22 service neutron] 10.222.0.37 "GET /v2.0/networks/8936ee09-226f-4718-943f-9ffdccd40918?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044816 Aug 31 04:56:35.187796 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-881d84f9-cf72-44d6-a7c9-6f04081d199e req-f1adc186-44bf-4611-9af6-98e23a3175cc service neutron] 10.222.0.37 "GET /v2.0/networks/8936ee09-226f-4718-943f-9ffdccd40918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839903 Aug 31 04:56:35.342763 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-5c231f81-48ff-418f-bfd1-76cc21103dce req-658a2ed2-0bc5-4565-9246-15f1eb1b7fc9 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb41ca86-e02d-4ab8-82b6-ddc959aae5fe HTTP/1.1" status: 200 len: 210 time: 0.0261884 Aug 31 04:56:36.413809 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881d84f9-cf72-44d6-a7c9-6f04081d199e req-f5e1ba7c-cb37-4684-88b1-12ab0104ed11 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:56:36.415507 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-881d84f9-cf72-44d6-a7c9-6f04081d199e req-f5e1ba7c-cb37-4684-88b1-12ab0104ed11 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.13 "GET /v2.0/networks?id=8936ee09-226f-4718-943f-9ffdccd40918 HTTP/1.1" status: 200 len: 810 time: 0.1077747 Aug 31 04:56:36.439808 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-10bed35e-cdf2-4f0e-bde6-8650ef0719ef req-d8999feb-22b8-4f84-b8f0-9c23a71d14f3 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb41ca86-e02d-4ab8-82b6-ddc959aae5fe HTTP/1.1" status: 200 len: 210 time: 0.0276628 Aug 31 04:56:36.482551 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-881d84f9-cf72-44d6-a7c9-6f04081d199e req-4363df06-d96c-4bc0-84a2-2b60fd76cb26 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a4c00b65f96499f945037afd604da1d HTTP/1.1" status: 200 len: 380 time: 0.0391614 Aug 31 04:56:36.495555 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.v2.base [req-881d84f9-cf72-44d6-a7c9-6f04081d199e req-bbaa09b4-5099-4089-90e5-a141f993b9f5 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Request body: {'port': {'device_id': 'cb41ca86-e02d-4ab8-82b6-ddc959aae5fe', 'network_id': '8936ee09-226f-4718-943f-9ffdccd40918', 'admin_state_up': True, 'tenant_id': '9a4c00b65f96499f945037afd604da1d', 'security_groups': ['48531a16-d412-47b1-ba26-dc373ab0e29b']}} {{(pid=93873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:56:36.598635 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-881d84f9-cf72-44d6-a7c9-6f04081d199e req-bbaa09b4-5099-4089-90e5-a141f993b9f5 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Made reservation on behalf of 9a4c00b65f96499f945037afd604da1d for: {'port': 1} {{(pid=93873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:56:36.602002 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-881d84f9-cf72-44d6-a7c9-6f04081d199e req-bbaa09b4-5099-4089-90e5-a141f993b9f5 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:56:36.722329 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.db.db_base_plugin_common [req-881d84f9-cf72-44d6-a7c9-6f04081d199e req-bbaa09b4-5099-4089-90e5-a141f993b9f5 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Allocated IP 172.20.0.3 (8936ee09-226f-4718-943f-9ffdccd40918/dbec82d9-5dbd-41df-9df9-228f18fdefe0/42ad7104-c638-4415-a991-b7fb77ed3f2c) {{(pid=93873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:56:36.851967 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-881d84f9-cf72-44d6-a7c9-6f04081d199e req-bbaa09b4-5099-4089-90e5-a141f993b9f5 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Notify callbacks [] for port, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:56:36.865104 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [req-881d84f9-cf72-44d6-a7c9-6f04081d199e req-bbaa09b4-5099-4089-90e5-a141f993b9f5 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Transition to ACTIVE for port object 42ad7104-c638-4415-a991-b7fb77ed3f2c will not be triggered until provisioned by entity DHCP. {{(pid=93873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 04:56:36.898195 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-881d84f9-cf72-44d6-a7c9-6f04081d199e req-bbaa09b4-5099-4089-90e5-a141f993b9f5 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730086931496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4316683'] for port, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:56:36.940763 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-881d84f9-cf72-44d6-a7c9-6f04081d199e req-bbaa09b4-5099-4089-90e5-a141f993b9f5 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Network 8936ee09-226f-4718-943f-9ffdccd40918 is already hosted by enough agents. {{(pid=93873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:56:36.945784 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.scheduler.base_scheduler [req-881d84f9-cf72-44d6-a7c9-6f04081d199e req-bbaa09b4-5099-4089-90e5-a141f993b9f5 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Resources bound (agent type, host, resource id): {{(pid=93873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:56:36.948320 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [req-881d84f9-cf72-44d6-a7c9-6f04081d199e req-bbaa09b4-5099-4089-90e5-a141f993b9f5 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Received port after_create {{(pid=93873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 04:56:36.956102 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaa09b4-5099-4089-90e5-a141f993b9f5 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Pushing event updated for resources: {'Port': ['ID=42ad7104-c638-4415-a991-b7fb77ed3f2c,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:56:37.012097 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881d84f9-cf72-44d6-a7c9-6f04081d199e req-bbaa09b4-5099-4089-90e5-a141f993b9f5 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:56:37.012719 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-881d84f9-cf72-44d6-a7c9-6f04081d199e req-bbaa09b4-5099-4089-90e5-a141f993b9f5 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200266'] for port, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:56:37.031234 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-881d84f9-cf72-44d6-a7c9-6f04081d199e req-bbaa09b4-5099-4089-90e5-a141f993b9f5 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5392723 Aug 31 04:56:37.056289 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.v2.base [req-881d84f9-cf72-44d6-a7c9-6f04081d199e req-9a8ab8fa-e177-401c-a104-140d5828f2e3 service neutron] Request body: {'port': {'device_id': 'cb41ca86-e02d-4ab8-82b6-ddc959aae5fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=93873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:56:37.122011 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-881d84f9-cf72-44d6-a7c9-6f04081d199e req-9a8ab8fa-e177-401c-a104-140d5828f2e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:56:37.216901 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-d11c9823-5895-43da-8944-c1f73da5b168 None None] Provisioning for port 42ad7104-c638-4415-a991-b7fb77ed3f2c completed by entity DHCP. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 04:56:37.220479 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-d11c9823-5895-43da-8944-c1f73da5b168 None None] Provisioning complete for port 42ad7104-c638-4415-a991-b7fb77ed3f2c triggered by entity DHCP. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:56:37.220807 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d11c9823-5895-43da-8944-c1f73da5b168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667402'] for port, provisioning_complete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:56:37.379751 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-d11c9823-5895-43da-8944-c1f73da5b168 None None] Port 42ad7104-c638-4415-a991-b7fb77ed3f2c cannot update to ACTIVE because it is not bound. {{(pid=93875) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 04:56:37.392580 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.notifiers.nova [req-881d84f9-cf72-44d6-a7c9-6f04081d199e req-9a8ab8fa-e177-401c-a104-140d5828f2e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42ad7104-c638-4415-a991-b7fb77ed3f2c {{(pid=93873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 04:56:37.399637 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-881d84f9-cf72-44d6-a7c9-6f04081d199e req-9a8ab8fa-e177-401c-a104-140d5828f2e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:56:37.412292 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [req-881d84f9-cf72-44d6-a7c9-6f04081d199e req-9a8ab8fa-e177-401c-a104-140d5828f2e3 service neutron] Transition to ACTIVE for port object 42ad7104-c638-4415-a991-b7fb77ed3f2c will not be triggered until provisioned by entity L2. {{(pid=93873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 04:56:37.415257 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-881d84f9-cf72-44d6-a7c9-6f04081d199e req-9a8ab8fa-e177-401c-a104-140d5828f2e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4316722'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:56:37.462510 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8ab8fa-e177-401c-a104-140d5828f2e3 service neutron] Pushing event updated for resources: {'Port': ['ID=42ad7104-c638-4415-a991-b7fb77ed3f2c,revision_number=2']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:56:37.535305 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.managers [req-881d84f9-cf72-44d6-a7c9-6f04081d199e req-9a8ab8fa-e177-401c-a104-140d5828f2e3 service neutron] Attempting to bind port 42ad7104-c638-4415-a991-b7fb77ed3f2c on host hv-cinder-77819 for vnic_type normal with profile {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 04:56:37.535645 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.managers [req-881d84f9-cf72-44d6-a7c9-6f04081d199e req-9a8ab8fa-e177-401c-a104-140d5828f2e3 service neutron] Attempting to bind port 42ad7104-c638-4415-a991-b7fb77ed3f2c by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': 'f068b9d6-cd7c-4610-b419-d71f6e8f87e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '8936ee09-226f-4718-943f-9ffdccd40918'}] {{(pid=93873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 04:56:37.535978 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-881d84f9-cf72-44d6-a7c9-6f04081d199e req-9a8ab8fa-e177-401c-a104-140d5828f2e3 service neutron] Attempting to bind port 42ad7104-c638-4415-a991-b7fb77ed3f2c on network 8936ee09-226f-4718-943f-9ffdccd40918 {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 04:56:37.540464 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-881d84f9-cf72-44d6-a7c9-6f04081d199e req-9a8ab8fa-e177-401c-a104-140d5828f2e3 service neutron] Port 42ad7104-c638-4415-a991-b7fb77ed3f2c on network 8936ee09-226f-4718-943f-9ffdccd40918 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 04:56:37.540799 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-881d84f9-cf72-44d6-a7c9-6f04081d199e req-9a8ab8fa-e177-401c-a104-140d5828f2e3 service neutron] Attempting to bind port 42ad7104-c638-4415-a991-b7fb77ed3f2c on network 8936ee09-226f-4718-943f-9ffdccd40918 {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 04:56:37.545838 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-881d84f9-cf72-44d6-a7c9-6f04081d199e req-9a8ab8fa-e177-401c-a104-140d5828f2e3 service neutron] Checking agent: {'id': 'cec96490-d34b-42db-b58a-d4405faa4e11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 4, 30, 28), 'started_at': datetime.datetime(2021, 8, 31, 4, 30, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 4, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 04:56:37.546201 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-881d84f9-cf72-44d6-a7c9-6f04081d199e req-9a8ab8fa-e177-401c-a104-140d5828f2e3 service neutron] Checking segment: {'id': 'f068b9d6-cd7c-4610-b419-d71f6e8f87e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '8936ee09-226f-4718-943f-9ffdccd40918'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 04:56:37.546588 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-881d84f9-cf72-44d6-a7c9-6f04081d199e req-9a8ab8fa-e177-401c-a104-140d5828f2e3 service neutron] Bound using segment: {'id': 'f068b9d6-cd7c-4610-b419-d71f6e8f87e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '8936ee09-226f-4718-943f-9ffdccd40918'} {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 04:56:37.547021 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.managers [req-881d84f9-cf72-44d6-a7c9-6f04081d199e req-9a8ab8fa-e177-401c-a104-140d5828f2e3 service neutron] Bound port: 42ad7104-c638-4415-a991-b7fb77ed3f2c, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f068b9d6-cd7c-4610-b419-d71f6e8f87e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '8936ee09-226f-4718-943f-9ffdccd40918'}}] {{(pid=93873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 04:56:37.547490 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-881d84f9-cf72-44d6-a7c9-6f04081d199e req-9a8ab8fa-e177-401c-a104-140d5828f2e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:56:37.571878 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ee1c6b-86ef-4566-a888-4b835e1bafe3 req-ced4e764-6eb4-4832-8244-165a86242d42 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:56:37.573524 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-e7ee1c6b-86ef-4566-a888-4b835e1bafe3 req-ced4e764-6eb4-4832-8244-165a86242d42 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb41ca86-e02d-4ab8-82b6-ddc959aae5fe HTTP/1.1" status: 200 len: 943 time: 0.0520208 Aug 31 04:56:37.617855 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-e7ee1c6b-86ef-4566-a888-4b835e1bafe3 req-7663635f-1360-48dc-aec9-ba3424f161c4 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/security-groups?id=48531a16-d412-47b1-ba26-dc373ab0e29b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363936 Aug 31 04:56:37.623943 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [req-881d84f9-cf72-44d6-a7c9-6f04081d199e req-9a8ab8fa-e177-401c-a104-140d5828f2e3 service neutron] For port 42ad7104-c638-4415-a991-b7fb77ed3f2c, host hv-cinder-77819, cleared binding levels {{(pid=93873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:56:37.626769 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [req-881d84f9-cf72-44d6-a7c9-6f04081d199e req-9a8ab8fa-e177-401c-a104-140d5828f2e3 service neutron] For port 42ad7104-c638-4415-a991-b7fb77ed3f2c, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=42ad7104-c638-4415-a991-b7fb77ed3f2c,segment=NetworkSegment(f068b9d6-cd7c-4610-b419-d71f6e8f87e2),segment_id=f068b9d6-cd7c-4610-b419-d71f6e8f87e2)] {{(pid=93873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:56:37.631478 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-881d84f9-cf72-44d6-a7c9-6f04081d199e req-9a8ab8fa-e177-401c-a104-140d5828f2e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4316722'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:56:37.667663 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881d84f9-cf72-44d6-a7c9-6f04081d199e req-9a8ab8fa-e177-401c-a104-140d5828f2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:56:37.668256 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-881d84f9-cf72-44d6-a7c9-6f04081d199e req-9a8ab8fa-e177-401c-a104-140d5828f2e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200266'] for port, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:56:37.669691 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-881d84f9-cf72-44d6-a7c9-6f04081d199e req-9a8ab8fa-e177-401c-a104-140d5828f2e3 service neutron] 10.222.0.13 "PUT /v2.0/ports/42ad7104-c638-4415-a991-b7fb77ed3f2c HTTP/1.1" status: 200 len: 1093 time: 0.6219969 Aug 31 04:56:37.674029 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb41ca86-e02d-4ab8-82b6-ddc959aae5fe', 'tag': '42ad7104-c638-4415-a991-b7fb77ed3f2c'}] {{(pid=93873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 04:56:37.676286 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a11e4e79c753650f2852f0d7a0fe7e91abda00271ce9373e69ea4f6baf967f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d403f990-3583-4fef-abaa-3ab97992edab" -d '{"events": [{"name": "network-changed", "server_uuid": "cb41ca86-e02d-4ab8-82b6-ddc959aae5fe", "tag": "42ad7104-c638-4415-a991-b7fb77ed3f2c"}]}' {{(pid=93873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:56:37.703964 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8ab8fa-e177-401c-a104-140d5828f2e3 service neutron] Pushing event updated for resources: {'Port': ['ID=42ad7104-c638-4415-a991-b7fb77ed3f2c,revision_number=3']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:56:37.727231 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 04:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6d1994f-0731-470e-87b1-12f66094b403 x-openstack-request-id: req-c6d1994f-0731-470e-87b1-12f66094b403 {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:56:37.727523 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb41ca86-e02d-4ab8-82b6-ddc959aae5fe", "tag": "42ad7104-c638-4415-a991-b7fb77ed3f2c", "status": "completed", "code": 200}]} {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:56:37.727779 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c6d1994f-0731-470e-87b1-12f66094b403 {{(pid=93873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:56:37.728191 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb41ca86-e02d-4ab8-82b6-ddc959aae5fe', 'tag': '42ad7104-c638-4415-a991-b7fb77ed3f2c', 'status': 'completed', 'code': 200} Aug 31 04:56:37.782501 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881d84f9-cf72-44d6-a7c9-6f04081d199e req-643245f9-7b4c-4535-b3ca-0c5e4f9aeda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:56:37.783863 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-881d84f9-cf72-44d6-a7c9-6f04081d199e req-643245f9-7b4c-4535-b3ca-0c5e4f9aeda5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9a4c00b65f96499f945037afd604da1d&device_id=cb41ca86-e02d-4ab8-82b6-ddc959aae5fe HTTP/1.1" status: 200 len: 1096 time: 0.0427599 Aug 31 04:56:37.834453 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-881d84f9-cf72-44d6-a7c9-6f04081d199e req-799d125e-9ede-4c2e-be7c-94e7e4c6a5ac service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=42ad7104-c638-4415-a991-b7fb77ed3f2c HTTP/1.1" status: 200 len: 217 time: 0.0374293 Aug 31 04:56:37.882222 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881d84f9-cf72-44d6-a7c9-6f04081d199e req-8e7a8b7f-b783-4e78-9129-5bbd5c7a5e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:56:37.883566 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-881d84f9-cf72-44d6-a7c9-6f04081d199e req-8e7a8b7f-b783-4e78-9129-5bbd5c7a5e0a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dbec82d9-5dbd-41df-9df9-228f18fdefe0 HTTP/1.1" status: 200 len: 849 time: 0.0423143 Aug 31 04:56:37.928559 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881d84f9-cf72-44d6-a7c9-6f04081d199e req-4a5c9488-fbb3-4430-8609-3bbfcf7d1903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:56:37.930017 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-881d84f9-cf72-44d6-a7c9-6f04081d199e req-4a5c9488-fbb3-4430-8609-3bbfcf7d1903 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8936ee09-226f-4718-943f-9ffdccd40918&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394862 Aug 31 04:56:38.026372 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-881d84f9-cf72-44d6-a7c9-6f04081d199e req-4428730c-3109-4fb5-a220-e1c8aefbcc07 service neutron] 10.222.0.13 "GET /v2.0/networks/8936ee09-226f-4718-943f-9ffdccd40918?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884986 Aug 31 04:56:38.125649 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-881d84f9-cf72-44d6-a7c9-6f04081d199e req-a280e906-311f-4095-ba72-18b64de63f0d service neutron] 10.222.0.13 "GET /v2.0/networks/8936ee09-226f-4718-943f-9ffdccd40918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914125 Aug 31 04:56:38.259789 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d403f990-3583-4fef-abaa-3ab97992edab req-202a8e11-22fb-4f52-9e17-97a973769886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:56:38.261287 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-d403f990-3583-4fef-abaa-3ab97992edab req-202a8e11-22fb-4f52-9e17-97a973769886 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9a4c00b65f96499f945037afd604da1d&device_id=cb41ca86-e02d-4ab8-82b6-ddc959aae5fe HTTP/1.1" status: 200 len: 1096 time: 0.0407596 Aug 31 04:56:38.353388 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d403f990-3583-4fef-abaa-3ab97992edab req-837228ff-2c3d-4ceb-aee6-fad64bebea36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:56:38.354855 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-d403f990-3583-4fef-abaa-3ab97992edab req-837228ff-2c3d-4ceb-aee6-fad64bebea36 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8936ee09-226f-4718-943f-9ffdccd40918 HTTP/1.1" status: 200 len: 911 time: 0.0858324 Aug 31 04:56:38.397548 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-d403f990-3583-4fef-abaa-3ab97992edab req-49620fa7-a729-4161-9fd6-f6c418bb347b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=42ad7104-c638-4415-a991-b7fb77ed3f2c HTTP/1.1" status: 200 len: 217 time: 0.0335360 Aug 31 04:56:38.448578 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d403f990-3583-4fef-abaa-3ab97992edab req-2ccd110b-dac8-4658-933b-2d6a9561c19e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:56:38.450346 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-d403f990-3583-4fef-abaa-3ab97992edab req-2ccd110b-dac8-4658-933b-2d6a9561c19e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dbec82d9-5dbd-41df-9df9-228f18fdefe0 HTTP/1.1" status: 200 len: 849 time: 0.0460479 Aug 31 04:56:38.493772 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d403f990-3583-4fef-abaa-3ab97992edab req-2af6a4d6-4348-4a6e-a7b2-ff21515005cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:56:38.495214 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-d403f990-3583-4fef-abaa-3ab97992edab req-2af6a4d6-4348-4a6e-a7b2-ff21515005cf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8936ee09-226f-4718-943f-9ffdccd40918&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0380237 Aug 31 04:56:38.583346 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-d403f990-3583-4fef-abaa-3ab97992edab req-fea25f0b-6b33-41b6-96eb-164f4d26dd02 service neutron] 10.222.0.13 "GET /v2.0/networks/8936ee09-226f-4718-943f-9ffdccd40918?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800788 Aug 31 04:56:38.675542 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-d403f990-3583-4fef-abaa-3ab97992edab req-8f932de8-ac16-471c-a03b-8c21ba382f8e service neutron] 10.222.0.13 "GET /v2.0/networks/8936ee09-226f-4718-943f-9ffdccd40918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835528 Aug 31 04:56:38.735791 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ef9c02-25a6-4077-9262-cfa2f44ea9ef req-947e2481-bc91-4102-9438-eb54a50f1e25 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:56:38.737237 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-56ef9c02-25a6-4077-9262-cfa2f44ea9ef req-947e2481-bc91-4102-9438-eb54a50f1e25 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb41ca86-e02d-4ab8-82b6-ddc959aae5fe HTTP/1.1" status: 200 len: 943 time: 0.0525372 Aug 31 04:56:38.773353 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-56ef9c02-25a6-4077-9262-cfa2f44ea9ef req-e6183864-9cbf-48a9-bb72-b24e05f31d38 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/security-groups?id=48531a16-d412-47b1-ba26-dc373ab0e29b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303147 Aug 31 04:56:39.675479 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Device 42ad7104-c638-4415-a991-b7fb77ed3f2c details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=93875) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 04:56:39.764143 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] For port 42ad7104-c638-4415-a991-b7fb77ed3f2c, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=42ad7104-c638-4415-a991-b7fb77ed3f2c,segment=NetworkSegment(f068b9d6-cd7c-4610-b419-d71f6e8f87e2),segment_id=f068b9d6-cd7c-4610-b419-d71f6e8f87e2)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:56:39.774778 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Returning: {'device': '42ad7104-c638-4415-a991-b7fb77ed3f2c', 'network_id': '8936ee09-226f-4718-943f-9ffdccd40918', 'port_id': '42ad7104-c638-4415-a991-b7fb77ed3f2c', 'mac_address': 'fa:16:3e:ec:a1:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbec82d9-5dbd-41df-9df9-228f18fdefe0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93875) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 04:56:39.814651 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:56:39.827157 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.notifiers.nova [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42ad7104-c638-4415-a991-b7fb77ed3f2c {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 04:56:39.845902 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] For port 42ad7104-c638-4415-a991-b7fb77ed3f2c, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=42ad7104-c638-4415-a991-b7fb77ed3f2c,segment=NetworkSegment(f068b9d6-cd7c-4610-b419-d71f6e8f87e2),segment_id=f068b9d6-cd7c-4610-b419-d71f6e8f87e2)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:56:39.850064 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:56:39.888846 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eaaa6a-5526-4253-8a42-48cc355b2ce7 req-aaf6d18b-0264-4516-b020-9043a3c28030 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:56:39.890357 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-28eaaa6a-5526-4253-8a42-48cc355b2ce7 req-aaf6d18b-0264-4516-b020-9043a3c28030 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb41ca86-e02d-4ab8-82b6-ddc959aae5fe HTTP/1.1" status: 200 len: 944 time: 0.0504880 Aug 31 04:56:39.895557 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Pushing event updated for resources: {'Port': ['ID=42ad7104-c638-4415-a991-b7fb77ed3f2c,revision_number=4']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:56:39.902451 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:56:39.902797 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:56:39.903135 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:56:39.903467 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:56:39.903796 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:56:39.904123 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:56:39.904447 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:56:39.904769 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:56:39.905092 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:56:39.905411 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:56:39.905728 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:56:39.906045 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:56:39.928766 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-28eaaa6a-5526-4253-8a42-48cc355b2ce7 req-fed33711-b66d-44e5-b376-62bb5243c074 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/security-groups?id=48531a16-d412-47b1-ba26-dc373ab0e29b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322986 Aug 31 04:56:40.166978 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] get_ports_and_sgs() called for port_ids ['42ad7104-c638-4415-a991-b7fb77ed3f2c'] {{(pid=93875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 04:56:41.039647 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731fd7c4-401a-4ed0-aff4-eabc6aea2d88 req-197de342-4d49-41d8-a8eb-952407f99083 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:56:41.041118 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-731fd7c4-401a-4ed0-aff4-eabc6aea2d88 req-197de342-4d49-41d8-a8eb-952407f99083 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb41ca86-e02d-4ab8-82b6-ddc959aae5fe HTTP/1.1" status: 200 len: 944 time: 0.0472598 Aug 31 04:56:41.078241 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-731fd7c4-401a-4ed0-aff4-eabc6aea2d88 req-599aee36-bf59-4ba7-99b8-777663836cc5 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/security-groups?id=48531a16-d412-47b1-ba26-dc373ab0e29b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309794 Aug 31 04:56:41.675641 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Device 42ad7104-c638-4415-a991-b7fb77ed3f2c up at agent hyperv_hv-cinder-77819 {{(pid=93875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:56:41.721092 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Provisioning for port 42ad7104-c638-4415-a991-b7fb77ed3f2c completed by entity L2. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 04:56:41.724790 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Provisioning complete for port 42ad7104-c638-4415-a991-b7fb77ed3f2c triggered by entity L2. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:56:41.725176 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667402'] for port, provisioning_complete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:56:41.800650 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:56:41.824901 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb41ca86-e02d-4ab8-82b6-ddc959aae5fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42ad7104-c638-4415-a991-b7fb77ed3f2c'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 04:56:41.827570 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb65e2f83a67e5a17dc8ea4502d49053413b763c9a1f232c6edaada591b5d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e046cff6-6168-43da-8881-445d39c11a4b" -d '{"events": [{"server_uuid": "cb41ca86-e02d-4ab8-82b6-ddc959aae5fe", "name": "network-vif-plugged", "status": "completed", "tag": "42ad7104-c638-4415-a991-b7fb77ed3f2c"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:56:41.839836 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] For port 42ad7104-c638-4415-a991-b7fb77ed3f2c, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=42ad7104-c638-4415-a991-b7fb77ed3f2c,segment=NetworkSegment(f068b9d6-cd7c-4610-b419-d71f6e8f87e2),segment_id=f068b9d6-cd7c-4610-b419-d71f6e8f87e2)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:56:41.844477 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:56:41.891057 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Pushing event updated for resources: {'Port': ['ID=42ad7104-c638-4415-a991-b7fb77ed3f2c,revision_number=5']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:56:41.978940 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 04:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6c4474c-6692-4107-bf6d-0cfc78013e86 x-openstack-request-id: req-a6c4474c-6692-4107-bf6d-0cfc78013e86 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:56:41.979232 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb41ca86-e02d-4ab8-82b6-ddc959aae5fe", "name": "network-vif-plugged", "status": "completed", "tag": "42ad7104-c638-4415-a991-b7fb77ed3f2c", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:56:41.979481 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a6c4474c-6692-4107-bf6d-0cfc78013e86 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:56:41.979902 dv-cinder-778193-7-iscsi neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb41ca86-e02d-4ab8-82b6-ddc959aae5fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42ad7104-c638-4415-a991-b7fb77ed3f2c', 'code': 200} Aug 31 04:56:42.175104 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571cdf6f-9ced-4ced-8410-79753f59ec1a req-c8b34aef-adc2-4bab-9109-e2136880f30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:56:42.176600 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-571cdf6f-9ced-4ced-8410-79753f59ec1a req-c8b34aef-adc2-4bab-9109-e2136880f30f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cb41ca86-e02d-4ab8-82b6-ddc959aae5fe HTTP/1.1" status: 200 len: 1098 time: 0.0407517 Aug 31 04:56:42.193504 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6352359-3f16-41a8-b25c-d8c6500aea6e req-cb01276c-29ee-4de1-b0de-535b699cb253 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:56:42.195747 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-a6352359-3f16-41a8-b25c-d8c6500aea6e req-cb01276c-29ee-4de1-b0de-535b699cb253 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb41ca86-e02d-4ab8-82b6-ddc959aae5fe HTTP/1.1" status: 200 len: 945 time: 0.0521836 Aug 31 04:56:42.212173 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-571cdf6f-9ced-4ced-8410-79753f59ec1a req-953f9cf4-3187-4ef4-a3f8-7ac2d7932afd service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=48531a16-d412-47b1-ba26-dc373ab0e29b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0287423 Aug 31 04:56:42.235785 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-a6352359-3f16-41a8-b25c-d8c6500aea6e req-e04cf003-eb73-4ac3-a5e4-27463cf7b013 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/security-groups?id=48531a16-d412-47b1-ba26-dc373ab0e29b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321815 Aug 31 04:56:43.357983 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad2ded7-b75c-4846-b13c-ae86f0b36e73 req-4b66be66-92ca-49f1-b08d-16d8c9bb8577 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:56:43.359469 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-3ad2ded7-b75c-4846-b13c-ae86f0b36e73 req-4b66be66-92ca-49f1-b08d-16d8c9bb8577 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb41ca86-e02d-4ab8-82b6-ddc959aae5fe HTTP/1.1" status: 200 len: 945 time: 0.0534446 Aug 31 04:56:43.397301 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-3ad2ded7-b75c-4846-b13c-ae86f0b36e73 req-8ea79cef-267f-4b90-b72b-b25cc65fd6c8 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/security-groups?id=48531a16-d412-47b1-ba26-dc373ab0e29b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319145 Aug 31 04:56:44.513013 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66acabb-bddf-4514-9cce-65de3d1c0037 req-e1739162-f7b7-4bf7-928e-f1d3bc9bc40f tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:56:44.514788 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-f66acabb-bddf-4514-9cce-65de3d1c0037 req-e1739162-f7b7-4bf7-928e-f1d3bc9bc40f tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb41ca86-e02d-4ab8-82b6-ddc959aae5fe HTTP/1.1" status: 200 len: 945 time: 0.0521929 Aug 31 04:56:44.556279 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-f66acabb-bddf-4514-9cce-65de3d1c0037 req-42b6e0db-49f7-4034-8fdc-3c728a36b359 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/security-groups?id=48531a16-d412-47b1-ba26-dc373ab0e29b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355380 Aug 31 04:56:44.668927 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dac81c-1d97-4f0a-8a9d-781961648616 req-07672ecb-3420-434b-bc91-3379c32f7216 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:56:44.670449 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-e2dac81c-1d97-4f0a-8a9d-781961648616 req-07672ecb-3420-434b-bc91-3379c32f7216 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb41ca86-e02d-4ab8-82b6-ddc959aae5fe HTTP/1.1" status: 200 len: 945 time: 0.0522850 Aug 31 04:56:44.678777 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 51950) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:56:44.683977 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.v2.base [None req-3c606bdb-f297-4de9-842c-1e832fd3cbd2 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Request body: {'floatingip': {'port_id': '42ad7104-c638-4415-a991-b7fb77ed3f2c'}} {{(pid=93874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:56:44.721352 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-3c606bdb-f297-4de9-842c-1e832fd3cbd2 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Notify callbacks [] for floatingip, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:56:45.154592 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-3c606bdb-f297-4de9-842c-1e832fd3cbd2 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:56:45.158193 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-3c606bdb-f297-4de9-842c-1e832fd3cbd2 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7956241'] for floatingip, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:56:45.256364 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.db.l3_db [None req-3c606bdb-f297-4de9-842c-1e832fd3cbd2 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Floating IP a169803b-5c85-48d4-9fd5-5d4d3469e2d8 associated. External IP: 172.27.3.148, port: 42ad7104-c638-4415-a991-b7fb77ed3f2c. Aug 31 04:56:45.456463 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c606bdb-f297-4de9-842c-1e832fd3cbd2 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Router 270e5260-275a-4218-82b7-94c26fa32077 has already been hosted by L3 agent 0d18d50c-d309-40cc-9cbf-a014e4f79dac {{(pid=93874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 04:56:45.559561 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c606bdb-f297-4de9-842c-1e832fd3cbd2 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Notify agent at l3_agent.dv-cinder-778193-7-iscsi the message routers_updated {{(pid=93874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:56:45.564539 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-3c606bdb-f297-4de9-842c-1e832fd3cbd2 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200266'] for floatingip, before_response {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:56:45.570645 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee988aee-4e2e-4653-893f-b2f4ee35b234 None None] Sync routers for ids ['270e5260-275a-4218-82b7-94c26fa32077'] in dv-cinder-778193-7-iscsi {{(pid=93875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:56:45.580981 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee988aee-4e2e-4653-893f-b2f4ee35b234 None None] Routers {'270e5260-275a-4218-82b7-94c26fa32077'} bound to L3 agent in host dv-cinder-778193-7-iscsi {{(pid=93875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 04:56:45.581736 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-ee988aee-4e2e-4653-893f-b2f4ee35b234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T04:24:29Z,description=,heartbeat_timestamp=2021-08-31T04:56:29Z,host='dv-cinder-778193-7-iscsi',id=0d18d50c-d309-40cc-9cbf-a014e4f79dac,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T04:24:29Z,topic='l3_agent')) {'router_ids': ['270e5260-275a-4218-82b7-94c26fa32077'], 'active': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:56:45.597555 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-3c606bdb-f297-4de9-842c-1e832fd3cbd2 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "PUT /v2.0/floatingips/a169803b-5c85-48d4-9fd5-5d4d3469e2d8 HTTP/1.1" status: 200 len: 991 time: 0.9152367 Aug 31 04:56:45.597555 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb41ca86-e02d-4ab8-82b6-ddc959aae5fe', 'tag': '42ad7104-c638-4415-a991-b7fb77ed3f2c'}] {{(pid=93874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 04:56:45.598401 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5938699f339110e9e8a85feef94aa89cb8ce9e43d70de9421afa6be4e30d1429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7530dd9-2908-4276-b98e-1d2a1d3d8a79" -d '{"events": [{"name": "network-changed", "server_uuid": "cb41ca86-e02d-4ab8-82b6-ddc959aae5fe", "tag": "42ad7104-c638-4415-a991-b7fb77ed3f2c"}]}' {{(pid=93874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:56:45.690349 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 04:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24c54c26-3071-4120-a906-aae64df1932b x-openstack-request-id: req-24c54c26-3071-4120-a906-aae64df1932b {{(pid=93874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:56:45.690583 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb41ca86-e02d-4ab8-82b6-ddc959aae5fe", "tag": "42ad7104-c638-4415-a991-b7fb77ed3f2c", "status": "completed", "code": 200}]} {{(pid=93874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:56:45.690719 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-24c54c26-3071-4120-a906-aae64df1932b {{(pid=93874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:56:45.691112 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb41ca86-e02d-4ab8-82b6-ddc959aae5fe', 'tag': '42ad7104-c638-4415-a991-b7fb77ed3f2c', 'status': 'completed', 'code': 200} Aug 31 04:56:45.693403 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvr_db [None req-ee988aee-4e2e-4653-893f-b2f4ee35b234 None None] Set router 270e5260-275a-4218-82b7-94c26fa32077 gateway port host: dv-cinder-778193-7-iscsi {{(pid=93875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 04:56:45.777887 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7530dd9-2908-4276-b98e-1d2a1d3d8a79 req-5fefb33c-2a9d-4cda-ab59-f7d9d22898d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:56:45.779653 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-d7530dd9-2908-4276-b98e-1d2a1d3d8a79 req-5fefb33c-2a9d-4cda-ab59-f7d9d22898d9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9a4c00b65f96499f945037afd604da1d&device_id=cb41ca86-e02d-4ab8-82b6-ddc959aae5fe HTTP/1.1" status: 200 len: 1098 time: 0.0463657 Aug 31 04:56:45.871093 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7530dd9-2908-4276-b98e-1d2a1d3d8a79 req-8d4a9e22-32f5-436d-a141-90f50bc3e57c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:56:45.872429 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-d7530dd9-2908-4276-b98e-1d2a1d3d8a79 req-8d4a9e22-32f5-436d-a141-90f50bc3e57c service neutron] 10.222.0.13 "GET /v2.0/networks?id=8936ee09-226f-4718-943f-9ffdccd40918 HTTP/1.1" status: 200 len: 911 time: 0.0854728 Aug 31 04:56:45.913282 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-ee988aee-4e2e-4653-893f-b2f4ee35b234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '270e5260-275a-4218-82b7-94c26fa32077', 'name': 'tempest-AttachVolumeTestJSON-272015880-router', 'tenant_id': '9a4c00b65f96499f945037afd604da1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'external_fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': 'cf6d2b3c-8445-4fad-82e1-1ef5396f87c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:32:16Z', 'updated_at': '2021-08-31T04:32:27Z', 'revision_number': 4, 'project_id': '9a4c00b65f96499f945037afd604da1d', 'gw_port': {'id': 'cf6d2b3c-8445-4fad-82e1-1ef5396f87c2', 'name': '', 'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:7a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270e5260-275a-4218-82b7-94c26fa32077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:32:18Z', 'updated_at': '2021-08-31T04:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-iscsi', '_floatingips': [{'id': 'a169803b-5c85-48d4-9fd5-5d4d3469e2d8', 'tenant_id': '9a4c00b65f96499f945037afd604da1d', 'floating_ip_address': '172.27.3.148', 'floating_network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'router_id': '270e5260-275a-4218-82b7-94c26fa32077', 'port_id': '42ad7104-c638-4415-a991-b7fb77ed3f2c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8936ee09-226f-4718-943f-9ffdccd40918', 'mac_address': 'fa:16:3e:ec:a1:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb41ca86-e02d-4ab8-82b6-ddc959aae5fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T04:56:34Z', 'updated_at': '2021-08-31T04:56:45Z', 'revision_number': 1, 'project_id': '9a4c00b65f96499f945037afd604da1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9a25f97-30d1-41c0-ac4a-a3cb6f609496', 'name': '', 'network_id': '8936ee09-226f-4718-943f-9ffdccd40918', 'tenant_id': '9a4c00b65f96499f945037afd604da1d', 'mac_address': 'fa:16:3e:2d:c0:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270e5260-275a-4218-82b7-94c26fa32077', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'dbec82d9-5dbd-41df-9df9-228f18fdefe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:32:24Z', 'updated_at': '2021-08-31T04:32:38Z', 'revision_number': 5, 'project_id': '9a4c00b65f96499f945037afd604da1d', 'subnets': [{'id': 'dbec82d9-5dbd-41df-9df9-228f18fdefe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-7-iscsi', False) {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:56:45.936008 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-d7530dd9-2908-4276-b98e-1d2a1d3d8a79 req-2403ea70-c7d1-4510-822e-83ee60ed97a6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=42ad7104-c638-4415-a991-b7fb77ed3f2c HTTP/1.1" status: 200 len: 999 time: 0.0559375 Aug 31 04:56:45.941483 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee988aee-4e2e-4653-893f-b2f4ee35b234 None None] Checking router: 270e5260-275a-4218-82b7-94c26fa32077 for host: dv-cinder-778193-7-iscsi {{(pid=93875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:56:45.950250 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee988aee-4e2e-4653-893f-b2f4ee35b234 None None] Routers {'270e5260-275a-4218-82b7-94c26fa32077'} bound to L3 agent in host dv-cinder-778193-7-iscsi {{(pid=93875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 04:56:45.950847 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-ee988aee-4e2e-4653-893f-b2f4ee35b234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T04:24:29Z,description=,heartbeat_timestamp=2021-08-31T04:56:29Z,host='dv-cinder-778193-7-iscsi',id=0d18d50c-d309-40cc-9cbf-a014e4f79dac,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T04:24:29Z,topic='l3_agent')) {'router_ids': ['270e5260-275a-4218-82b7-94c26fa32077'], 'active': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:56:45.989996 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7530dd9-2908-4276-b98e-1d2a1d3d8a79 req-84ab3d87-56e4-4c25-8c5d-668fdbd79e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:56:45.991460 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-d7530dd9-2908-4276-b98e-1d2a1d3d8a79 req-84ab3d87-56e4-4c25-8c5d-668fdbd79e6d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dbec82d9-5dbd-41df-9df9-228f18fdefe0 HTTP/1.1" status: 200 len: 849 time: 0.0480175 Aug 31 04:56:46.035276 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7530dd9-2908-4276-b98e-1d2a1d3d8a79 req-d77d42cd-6fe2-4735-835f-c9740f9b1a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:56:46.036779 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-d7530dd9-2908-4276-b98e-1d2a1d3d8a79 req-d77d42cd-6fe2-4735-835f-c9740f9b1a77 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8936ee09-226f-4718-943f-9ffdccd40918&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0382445 Aug 31 04:56:46.053364 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvr_db [None req-ee988aee-4e2e-4653-893f-b2f4ee35b234 None None] Set router 270e5260-275a-4218-82b7-94c26fa32077 gateway port host: dv-cinder-778193-7-iscsi {{(pid=93875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 04:56:46.126540 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-d7530dd9-2908-4276-b98e-1d2a1d3d8a79 req-e24ef815-384f-4f1d-a948-0536f9f3e846 service neutron] 10.222.0.13 "GET /v2.0/networks/8936ee09-226f-4718-943f-9ffdccd40918?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824418 Aug 31 04:56:46.218449 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-d7530dd9-2908-4276-b98e-1d2a1d3d8a79 req-42944ea8-2d28-478a-b0b0-178db0a0bf90 service neutron] 10.222.0.13 "GET /v2.0/networks/8936ee09-226f-4718-943f-9ffdccd40918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852547 Aug 31 04:56:46.273594 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-ee988aee-4e2e-4653-893f-b2f4ee35b234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '270e5260-275a-4218-82b7-94c26fa32077', 'name': 'tempest-AttachVolumeTestJSON-272015880-router', 'tenant_id': '9a4c00b65f96499f945037afd604da1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'external_fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': 'cf6d2b3c-8445-4fad-82e1-1ef5396f87c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:32:16Z', 'updated_at': '2021-08-31T04:32:27Z', 'revision_number': 4, 'project_id': '9a4c00b65f96499f945037afd604da1d', 'gw_port': {'id': 'cf6d2b3c-8445-4fad-82e1-1ef5396f87c2', 'name': '', 'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:7a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270e5260-275a-4218-82b7-94c26fa32077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:32:18Z', 'updated_at': '2021-08-31T04:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-iscsi', '_floatingips': [{'id': 'a169803b-5c85-48d4-9fd5-5d4d3469e2d8', 'tenant_id': '9a4c00b65f96499f945037afd604da1d', 'floating_ip_address': '172.27.3.148', 'floating_network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'router_id': '270e5260-275a-4218-82b7-94c26fa32077', 'port_id': '42ad7104-c638-4415-a991-b7fb77ed3f2c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8936ee09-226f-4718-943f-9ffdccd40918', 'mac_address': 'fa:16:3e:ec:a1:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb41ca86-e02d-4ab8-82b6-ddc959aae5fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T04:56:34Z', 'updated_at': '2021-08-31T04:56:45Z', 'revision_number': 1, 'project_id': '9a4c00b65f96499f945037afd604da1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9a25f97-30d1-41c0-ac4a-a3cb6f609496', 'name': '', 'network_id': '8936ee09-226f-4718-943f-9ffdccd40918', 'tenant_id': '9a4c00b65f96499f945037afd604da1d', 'mac_address': 'fa:16:3e:2d:c0:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270e5260-275a-4218-82b7-94c26fa32077', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'dbec82d9-5dbd-41df-9df9-228f18fdefe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:32:24Z', 'updated_at': '2021-08-31T04:32:38Z', 'revision_number': 5, 'project_id': '9a4c00b65f96499f945037afd604da1d', 'subnets': [{'id': 'dbec82d9-5dbd-41df-9df9-228f18fdefe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-7-iscsi', False) {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:56:46.303962 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee988aee-4e2e-4653-893f-b2f4ee35b234 None None] The sync data for ids ['270e5260-275a-4218-82b7-94c26fa32077'] in dv-cinder-778193-7-iscsi is: [{'id': '270e5260-275a-4218-82b7-94c26fa32077', 'name': 'tempest-AttachVolumeTestJSON-272015880-router', 'tenant_id': '9a4c00b65f96499f945037afd604da1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'external_fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': 'cf6d2b3c-8445-4fad-82e1-1ef5396f87c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:32:16Z', 'updated_at': '2021-08-31T04:32:27Z', 'revision_number': 4, 'project_id': '9a4c00b65f96499f945037afd604da1d', 'gw_port': {'id': 'cf6d2b3c-8445-4fad-82e1-1ef5396f87c2', 'name': '', 'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:7a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270e5260-275a-4218-82b7-94c26fa32077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:32:18Z', 'updated_at': '2021-08-31T04:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-iscsi', '_floatingips': [{'id': 'a169803b-5c85-48d4-9fd5-5d4d3469e2d8', 'tenant_id': '9a4c00b65f96499f945037afd604da1d', 'floating_ip_address': '172.27.3.148', 'floating_network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'router_id': '270e5260-275a-4218-82b7-94c26fa32077', 'port_id': '42ad7104-c638-4415-a991-b7fb77ed3f2c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8936ee09-226f-4718-943f-9ffdccd40918', 'mac_address': 'fa:16:3e:ec:a1:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb41ca86-e02d-4ab8-82b6-ddc959aae5fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T04:56:34Z', 'updated_at': '2021-08-31T04:56:45Z', 'revision_number': 1, 'project_id': '9a4c00b65f96499f945037afd604da1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9a25f97-30d1-41c0-ac4a-a3cb6f609496', 'name': '', 'network_id': '8936ee09-226f-4718-943f-9ffdccd40918', 'tenant_id': '9a4c00b65f96499f945037afd604da1d', 'mac_address': 'fa:16:3e:2d:c0:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270e5260-275a-4218-82b7-94c26fa32077', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'dbec82d9-5dbd-41df-9df9-228f18fdefe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:32:24Z', 'updated_at': '2021-08-31T04:32:38Z', 'revision_number': 5, 'project_id': '9a4c00b65f96499f945037afd604da1d', 'subnets': [{'id': 'dbec82d9-5dbd-41df-9df9-228f18fdefe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:56:46.486719 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7ba3ba-73dc-4830-a674-06833d806a3a None None] New status for floating IP a169803b-5c85-48d4-9fd5-5d4d3469e2d8: ACTIVE {{(pid=93876) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 04:56:48.785888 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-1f508ec5-520c-4d4a-894b-4edc4c73edbd req-1fbc1d82-4974-4954-966e-eee89494db3c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=955d8bab-95fd-4831-b3c0-720f9e4d57d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0377660 Aug 31 04:56:48.880362 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f508ec5-520c-4d4a-894b-4edc4c73edbd req-49e95f3f-7f95-4d85-ab32-93a08c7c134f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:56:48.881795 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-1f508ec5-520c-4d4a-894b-4edc4c73edbd req-49e95f3f-7f95-4d85-ab32-93a08c7c134f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2f8e82cf86684d55bca526dc154c03d1&device_id=955d8bab-95fd-4831-b3c0-720f9e4d57d1 HTTP/1.1" status: 200 len: 1098 time: 0.0388875 Aug 31 04:56:48.988791 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f508ec5-520c-4d4a-894b-4edc4c73edbd req-12a96e7f-8bbe-43c8-9156-bc02d202a411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:56:48.990637 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-1f508ec5-520c-4d4a-894b-4edc4c73edbd req-12a96e7f-8bbe-43c8-9156-bc02d202a411 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2b1770a4-934d-49a7-a5c2-844beb26d79a HTTP/1.1" status: 200 len: 918 time: 0.0906024 Aug 31 04:56:49.054295 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-1f508ec5-520c-4d4a-894b-4edc4c73edbd req-011b6ee6-a68c-4483-b1cf-1ed2b04a5242 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=62550bc9-1f03-409a-a279-297a4fc80355 HTTP/1.1" status: 200 len: 1001 time: 0.0566823 Aug 31 04:56:49.104516 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f508ec5-520c-4d4a-894b-4edc4c73edbd req-d67ce877-a21d-4cfc-8ee7-3bd6373a069d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:56:49.106730 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-1f508ec5-520c-4d4a-894b-4edc4c73edbd req-d67ce877-a21d-4cfc-8ee7-3bd6373a069d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9e15e21a-55f2-483a-9c78-48bccbedd076 HTTP/1.1" status: 200 len: 856 time: 0.0458748 Aug 31 04:56:49.148711 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f508ec5-520c-4d4a-894b-4edc4c73edbd req-0d6f270c-ad0f-4960-81b5-4630c90a882a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:56:49.150203 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-1f508ec5-520c-4d4a-894b-4edc4c73edbd req-0d6f270c-ad0f-4960-81b5-4630c90a882a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2b1770a4-934d-49a7-a5c2-844beb26d79a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0363524 Aug 31 04:56:49.234273 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-1f508ec5-520c-4d4a-894b-4edc4c73edbd req-36405617-9f1a-4091-982e-ec0dcebd9714 service neutron] 10.222.0.13 "GET /v2.0/networks/2b1770a4-934d-49a7-a5c2-844beb26d79a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0767694 Aug 31 04:56:49.321505 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-1f508ec5-520c-4d4a-894b-4edc4c73edbd req-15ae3c1a-d75b-4dca-b7fe-b20a61ee9377 service neutron] 10.222.0.13 "GET /v2.0/networks/2b1770a4-934d-49a7-a5c2-844beb26d79a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797262 Aug 31 04:56:56.213236 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a2d2a2b2-f67b-4516-8f26-253621921134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:56:58.093406 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:56:58.669256 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6e00fbd5-0f74-4862-b049-319f2e32316f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:56:59.027840 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:56:59.937455 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cae06a7b-375a-4b62-8781-ea2d8af560c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:57:01.374472 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a4fd8ad5-a492-4575-8673-07e6bf736dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:57:10.521297 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.agents_db [None req-b358f2ce-044e-44db-8ffe-8010ce8c5d43 None None] Agent healthcheck: found 6 active agents {{(pid=93876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:57:26.214272 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1c6542e5-1a49-4f6d-b460-76df8f275221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:57:28.101697 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:57:28.670392 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-144c8434-867d-4052-832c-6f110e021b81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:57:29.028036 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:57:29.940101 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cae06a7b-375a-4b62-8781-ea2d8af560c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:57:31.376829 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a4fd8ad5-a492-4575-8673-07e6bf736dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:57:47.519467 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.agents_db [None req-b358f2ce-044e-44db-8ffe-8010ce8c5d43 None None] Agent healthcheck: found 6 active agents {{(pid=93876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:57:48.846530 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-b5b0a339-a5d6-4185-8cd9-043743326528 req-5b3b7f43-db9e-42c0-a291-dc22c528fccd service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cb41ca86-e02d-4ab8-82b6-ddc959aae5fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1085691 Aug 31 04:57:48.910579 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b0a339-a5d6-4185-8cd9-043743326528 req-07a96d80-a7aa-40b1-9dd5-e1b77ed592b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:57:48.912020 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-b5b0a339-a5d6-4185-8cd9-043743326528 req-07a96d80-a7aa-40b1-9dd5-e1b77ed592b7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9a4c00b65f96499f945037afd604da1d&device_id=cb41ca86-e02d-4ab8-82b6-ddc959aae5fe HTTP/1.1" status: 200 len: 1098 time: 0.0388370 Aug 31 04:57:49.016260 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b0a339-a5d6-4185-8cd9-043743326528 req-cde0d583-45ec-40dc-9719-b3870d3c8c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:57:49.017710 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-b5b0a339-a5d6-4185-8cd9-043743326528 req-cde0d583-45ec-40dc-9719-b3870d3c8c8b service neutron] 10.222.0.13 "GET /v2.0/networks?id=8936ee09-226f-4718-943f-9ffdccd40918 HTTP/1.1" status: 200 len: 911 time: 0.0861945 Aug 31 04:57:49.080702 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-b5b0a339-a5d6-4185-8cd9-043743326528 req-88ad6167-f6bf-40a0-a05d-c69c253348b0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=42ad7104-c638-4415-a991-b7fb77ed3f2c HTTP/1.1" status: 200 len: 1001 time: 0.0558674 Aug 31 04:57:49.131067 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b0a339-a5d6-4185-8cd9-043743326528 req-f961fe97-a018-4611-af1b-8bf1a2225e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:57:49.132460 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-b5b0a339-a5d6-4185-8cd9-043743326528 req-f961fe97-a018-4611-af1b-8bf1a2225e88 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dbec82d9-5dbd-41df-9df9-228f18fdefe0 HTTP/1.1" status: 200 len: 849 time: 0.0451281 Aug 31 04:57:49.174608 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b0a339-a5d6-4185-8cd9-043743326528 req-3843534a-90d7-4305-9dcb-365b986f86bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:57:49.175997 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-b5b0a339-a5d6-4185-8cd9-043743326528 req-3843534a-90d7-4305-9dcb-365b986f86bf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8936ee09-226f-4718-943f-9ffdccd40918&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0369873 Aug 31 04:57:49.261413 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-b5b0a339-a5d6-4185-8cd9-043743326528 req-1a11a93d-b9e6-4c6d-a943-16d2afa23a26 service neutron] 10.222.0.13 "GET /v2.0/networks/8936ee09-226f-4718-943f-9ffdccd40918?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0773511 Aug 31 04:57:49.348402 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-b5b0a339-a5d6-4185-8cd9-043743326528 req-a5c6e70d-e30d-4511-a0b5-211c31f5e845 service neutron] 10.222.0.13 "GET /v2.0/networks/8936ee09-226f-4718-943f-9ffdccd40918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804784 Aug 31 04:57:55.293003 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfe01b4-106b-4a47-a0c1-565f45872e7d req-dbf27b2b-4efa-42e7-9368-9976eea14261 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:57:55.294549 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-5dfe01b4-106b-4a47-a0c1-565f45872e7d req-dbf27b2b-4efa-42e7-9368-9976eea14261 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=955d8bab-95fd-4831-b3c0-720f9e4d57d1 HTTP/1.1" status: 200 len: 945 time: 0.0523424 Aug 31 04:57:55.332061 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-5dfe01b4-106b-4a47-a0c1-565f45872e7d req-e971589d-63b3-4624-bfc2-780f2e4ae230 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e145cf4-1c95-4195-a09e-4e8bec420328&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313418 Aug 31 04:57:55.803274 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04f24bc-84e9-496e-899b-05b474115b55 req-1b914d2d-ae64-4b49-9a45-ee33ae1a6769 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:57:55.804720 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-b04f24bc-84e9-496e-899b-05b474115b55 req-1b914d2d-ae64-4b49-9a45-ee33ae1a6769 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.13 "GET /v2.0/ports?device_id=955d8bab-95fd-4831-b3c0-720f9e4d57d1 HTTP/1.1" status: 200 len: 945 time: 0.0464625 Aug 31 04:57:55.897110 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [req-b04f24bc-84e9-496e-899b-05b474115b55 req-78de9d68-d7ca-47a4-8658-425285c991f7 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Deleting port 62550bc9-1f03-409a-a279-297a4fc80355 {{(pid=93873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 04:57:55.897443 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-b04f24bc-84e9-496e-899b-05b474115b55 req-78de9d68-d7ca-47a4-8658-425285c991f7 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730087506454'] for port, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:57:55.980736 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [req-b04f24bc-84e9-496e-899b-05b474115b55 req-78de9d68-d7ca-47a4-8658-425285c991f7 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] For port 62550bc9-1f03-409a-a279-297a4fc80355, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=62550bc9-1f03-409a-a279-297a4fc80355,segment=NetworkSegment(14aa025e-dd6c-45fc-a8a8-06cb8f48a6ca),segment_id=14aa025e-dd6c-45fc-a8a8-06cb8f48a6ca)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:57:55.980861 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-b04f24bc-84e9-496e-899b-05b474115b55 req-78de9d68-d7ca-47a4-8658-425285c991f7 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7955047'] for port, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:57:56.142925 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-b04f24bc-84e9-496e-899b-05b474115b55 req-78de9d68-d7ca-47a4-8658-425285c991f7 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:57:56.143246 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-b04f24bc-84e9-496e-899b-05b474115b55 req-78de9d68-d7ca-47a4-8658-425285c991f7 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7956241'] for floatingip, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:57:56.143551 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.db.l3_db [req-b04f24bc-84e9-496e-899b-05b474115b55 req-78de9d68-d7ca-47a4-8658-425285c991f7 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Floating IP b5b2367e-6237-41d0-9781-8101b337ebae disassociated. External IP: 172.27.3.174, port: 62550bc9-1f03-409a-a279-297a4fc80355. Aug 31 04:57:56.143878 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [req-b04f24bc-84e9-496e-899b-05b474115b55 req-78de9d68-d7ca-47a4-8658-425285c991f7 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Calling delete_port for 62550bc9-1f03-409a-a279-297a4fc80355 owned by compute:nova {{(pid=93873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 04:57:56.217955 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-23a4bb18-66f0-466c-b4e7-cd74c77166b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:57:56.264715 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-b04f24bc-84e9-496e-899b-05b474115b55 req-78de9d68-d7ca-47a4-8658-425285c991f7 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730087509221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730086931505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4316683'] for port, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:57:56.291762 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78de9d68-d7ca-47a4-8658-425285c991f7 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Pushing event deleted for resources: {'Port': ['ID=62550bc9-1f03-409a-a279-297a4fc80355,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:57:56.303222 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78de9d68-d7ca-47a4-8658-425285c991f7 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:57:56.303576 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78de9d68-d7ca-47a4-8658-425285c991f7 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:57:56.303917 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78de9d68-d7ca-47a4-8658-425285c991f7 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:57:56.304266 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78de9d68-d7ca-47a4-8658-425285c991f7 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:57:56.304570 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78de9d68-d7ca-47a4-8658-425285c991f7 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:57:56.304897 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78de9d68-d7ca-47a4-8658-425285c991f7 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:57:56.305222 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78de9d68-d7ca-47a4-8658-425285c991f7 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:57:56.305542 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78de9d68-d7ca-47a4-8658-425285c991f7 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:57:56.305870 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78de9d68-d7ca-47a4-8658-425285c991f7 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:57:56.306264 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78de9d68-d7ca-47a4-8658-425285c991f7 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:57:56.306592 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78de9d68-d7ca-47a4-8658-425285c991f7 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:57:56.306912 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78de9d68-d7ca-47a4-8658-425285c991f7 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:57:56.414415 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b04f24bc-84e9-496e-899b-05b474115b55 req-78de9d68-d7ca-47a4-8658-425285c991f7 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Router 1b0ed72e-a8df-4f57-a9db-54d4c4b1af8d has already been hosted by L3 agent 0d18d50c-d309-40cc-9cbf-a014e4f79dac {{(pid=93873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 04:57:56.439987 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-29349e81-e478-4337-a607-365d5cbff8b0 req-79912cbf-e388-49d0-8155-e341fd675709 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/ports?device_id=955d8bab-95fd-4831-b3c0-720f9e4d57d1 HTTP/1.1" status: 200 len: 210 time: 0.0248866 Aug 31 04:57:56.516368 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b04f24bc-84e9-496e-899b-05b474115b55 req-78de9d68-d7ca-47a4-8658-425285c991f7 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Notify agent at l3_agent.dv-cinder-778193-7-iscsi the message routers_updated {{(pid=93873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:57:56.526350 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e30ed0-ad0b-4d23-b57a-b0a33d8fbba6 None None] Sync routers for ids ['1b0ed72e-a8df-4f57-a9db-54d4c4b1af8d'] in dv-cinder-778193-7-iscsi {{(pid=93875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:57:56.536005 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e30ed0-ad0b-4d23-b57a-b0a33d8fbba6 None None] Routers {'1b0ed72e-a8df-4f57-a9db-54d4c4b1af8d'} bound to L3 agent in host dv-cinder-778193-7-iscsi {{(pid=93875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 04:57:56.536613 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-57e30ed0-ad0b-4d23-b57a-b0a33d8fbba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T04:24:29Z,description=,heartbeat_timestamp=2021-08-31T04:57:29Z,host='dv-cinder-778193-7-iscsi',id=0d18d50c-d309-40cc-9cbf-a014e4f79dac,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T04:24:29Z,topic='l3_agent')) {'router_ids': ['1b0ed72e-a8df-4f57-a9db-54d4c4b1af8d'], 'active': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:57:56.556488 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [req-b04f24bc-84e9-496e-899b-05b474115b55 req-78de9d68-d7ca-47a4-8658-425285c991f7 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] No DVR routers for this DVR port 62550bc9-1f03-409a-a279-297a4fc80355 on host hv-cinder-77819 {{(pid=93873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 04:57:56.558991 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-b04f24bc-84e9-496e-899b-05b474115b55 req-78de9d68-d7ca-47a4-8658-425285c991f7 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200266'] for port, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:57:56.560950 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-b04f24bc-84e9-496e-899b-05b474115b55 req-78de9d68-d7ca-47a4-8658-425285c991f7 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.13 "DELETE /v2.0/ports/62550bc9-1f03-409a-a279-297a4fc80355 HTTP/1.1" status: 204 len: 173 time: 0.7500157 Aug 31 04:57:56.561399 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '955d8bab-95fd-4831-b3c0-720f9e4d57d1', 'name': 'network-vif-deleted', 'tag': '62550bc9-1f03-409a-a279-297a4fc80355'}] {{(pid=93873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 04:57:56.563691 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a11e4e79c753650f2852f0d7a0fe7e91abda00271ce9373e69ea4f6baf967f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c93859aa-27be-45a4-b6ff-957a38d4cad8" -d '{"events": [{"server_uuid": "955d8bab-95fd-4831-b3c0-720f9e4d57d1", "name": "network-vif-deleted", "tag": "62550bc9-1f03-409a-a279-297a4fc80355"}]}' {{(pid=93873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:57:56.605248 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 04:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29e76fa2-f0ea-4e6b-95c0-fd212c681099 x-openstack-request-id: req-29e76fa2-f0ea-4e6b-95c0-fd212c681099 {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:57:56.605621 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "955d8bab-95fd-4831-b3c0-720f9e4d57d1", "name": "network-vif-deleted", "tag": "62550bc9-1f03-409a-a279-297a4fc80355", "status": "completed", "code": 200}]} {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:57:56.605962 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-29e76fa2-f0ea-4e6b-95c0-fd212c681099 {{(pid=93873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:57:56.606444 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '955d8bab-95fd-4831-b3c0-720f9e4d57d1', 'name': 'network-vif-deleted', 'tag': '62550bc9-1f03-409a-a279-297a4fc80355', 'status': 'completed', 'code': 200} Aug 31 04:57:56.641627 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvr_db [None req-57e30ed0-ad0b-4d23-b57a-b0a33d8fbba6 None None] Set router 1b0ed72e-a8df-4f57-a9db-54d4c4b1af8d gateway port host: dv-cinder-778193-7-iscsi {{(pid=93875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 04:57:56.841332 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-57e30ed0-ad0b-4d23-b57a-b0a33d8fbba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b0ed72e-a8df-4f57-a9db-54d4c4b1af8d', 'name': 'tempest-AttachVolumeShelveTestJSON-1580808312-router', 'tenant_id': '2f8e82cf86684d55bca526dc154c03d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'external_fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '80a6a27f-a192-4ead-90e8-474aed701de6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:32:16Z', 'updated_at': '2021-08-31T04:32:23Z', 'revision_number': 4, 'project_id': '2f8e82cf86684d55bca526dc154c03d1', 'gw_port': {'id': '80a6a27f-a192-4ead-90e8-474aed701de6', 'name': '', 'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:dc:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b0ed72e-a8df-4f57-a9db-54d4c4b1af8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:32:17Z', 'updated_at': '2021-08-31T04:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-iscsi', '_interfaces': [{'id': 'd6ad802d-c5e9-4d03-9475-dc5b3c914d04', 'name': '', 'network_id': '2b1770a4-934d-49a7-a5c2-844beb26d79a', 'tenant_id': '2f8e82cf86684d55bca526dc154c03d1', 'mac_address': 'fa:16:3e:a0:fa:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b0ed72e-a8df-4f57-a9db-54d4c4b1af8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9e15e21a-55f2-483a-9c78-48bccbedd076', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:32:21Z', 'updated_at': '2021-08-31T04:32:40Z', 'revision_number': 5, 'project_id': '2f8e82cf86684d55bca526dc154c03d1', 'subnets': [{'id': '9e15e21a-55f2-483a-9c78-48bccbedd076', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-7-iscsi', False) {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:57:56.867664 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e30ed0-ad0b-4d23-b57a-b0a33d8fbba6 None None] Checking router: 1b0ed72e-a8df-4f57-a9db-54d4c4b1af8d for host: dv-cinder-778193-7-iscsi {{(pid=93875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:57:56.876750 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e30ed0-ad0b-4d23-b57a-b0a33d8fbba6 None None] Routers {'1b0ed72e-a8df-4f57-a9db-54d4c4b1af8d'} bound to L3 agent in host dv-cinder-778193-7-iscsi {{(pid=93875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 04:57:56.877168 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-57e30ed0-ad0b-4d23-b57a-b0a33d8fbba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T04:24:29Z,description=,heartbeat_timestamp=2021-08-31T04:57:29Z,host='dv-cinder-778193-7-iscsi',id=0d18d50c-d309-40cc-9cbf-a014e4f79dac,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T04:24:29Z,topic='l3_agent')) {'router_ids': ['1b0ed72e-a8df-4f57-a9db-54d4c4b1af8d'], 'active': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:57:56.986826 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvr_db [None req-57e30ed0-ad0b-4d23-b57a-b0a33d8fbba6 None None] Set router 1b0ed72e-a8df-4f57-a9db-54d4c4b1af8d gateway port host: dv-cinder-778193-7-iscsi {{(pid=93875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 04:57:57.181278 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-57e30ed0-ad0b-4d23-b57a-b0a33d8fbba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b0ed72e-a8df-4f57-a9db-54d4c4b1af8d', 'name': 'tempest-AttachVolumeShelveTestJSON-1580808312-router', 'tenant_id': '2f8e82cf86684d55bca526dc154c03d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'external_fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '80a6a27f-a192-4ead-90e8-474aed701de6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:32:16Z', 'updated_at': '2021-08-31T04:32:23Z', 'revision_number': 4, 'project_id': '2f8e82cf86684d55bca526dc154c03d1', 'gw_port': {'id': '80a6a27f-a192-4ead-90e8-474aed701de6', 'name': '', 'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:dc:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b0ed72e-a8df-4f57-a9db-54d4c4b1af8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:32:17Z', 'updated_at': '2021-08-31T04:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-iscsi', '_interfaces': [{'id': 'd6ad802d-c5e9-4d03-9475-dc5b3c914d04', 'name': '', 'network_id': '2b1770a4-934d-49a7-a5c2-844beb26d79a', 'tenant_id': '2f8e82cf86684d55bca526dc154c03d1', 'mac_address': 'fa:16:3e:a0:fa:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b0ed72e-a8df-4f57-a9db-54d4c4b1af8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9e15e21a-55f2-483a-9c78-48bccbedd076', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:32:21Z', 'updated_at': '2021-08-31T04:32:40Z', 'revision_number': 5, 'project_id': '2f8e82cf86684d55bca526dc154c03d1', 'subnets': [{'id': '9e15e21a-55f2-483a-9c78-48bccbedd076', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-7-iscsi', False) {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:57:57.209507 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e30ed0-ad0b-4d23-b57a-b0a33d8fbba6 None None] The sync data for ids ['1b0ed72e-a8df-4f57-a9db-54d4c4b1af8d'] in dv-cinder-778193-7-iscsi is: [{'id': '1b0ed72e-a8df-4f57-a9db-54d4c4b1af8d', 'name': 'tempest-AttachVolumeShelveTestJSON-1580808312-router', 'tenant_id': '2f8e82cf86684d55bca526dc154c03d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'external_fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '80a6a27f-a192-4ead-90e8-474aed701de6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:32:16Z', 'updated_at': '2021-08-31T04:32:23Z', 'revision_number': 4, 'project_id': '2f8e82cf86684d55bca526dc154c03d1', 'gw_port': {'id': '80a6a27f-a192-4ead-90e8-474aed701de6', 'name': '', 'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:dc:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b0ed72e-a8df-4f57-a9db-54d4c4b1af8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:32:17Z', 'updated_at': '2021-08-31T04:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-iscsi', '_interfaces': [{'id': 'd6ad802d-c5e9-4d03-9475-dc5b3c914d04', 'name': '', 'network_id': '2b1770a4-934d-49a7-a5c2-844beb26d79a', 'tenant_id': '2f8e82cf86684d55bca526dc154c03d1', 'mac_address': 'fa:16:3e:a0:fa:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b0ed72e-a8df-4f57-a9db-54d4c4b1af8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9e15e21a-55f2-483a-9c78-48bccbedd076', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:32:21Z', 'updated_at': '2021-08-31T04:32:40Z', 'revision_number': 5, 'project_id': '2f8e82cf86684d55bca526dc154c03d1', 'subnets': [{'id': '9e15e21a-55f2-483a-9c78-48bccbedd076', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:57:57.421517 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea3a938-20da-43b9-8ef3-516ec02676ed None None] New status for floating IP b5b2367e-6237-41d0-9781-8101b337ebae: DOWN {{(pid=93876) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 04:57:57.527756 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 52960) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:57:57.582211 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-d0e360f7-526c-4631-a7d2-397c1077cfbd tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Notify callbacks [] for security_group, before_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:57:57.604391 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-d0e360f7-526c-4631-a7d2-397c1077cfbd tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:57:57.652621 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-d0e360f7-526c-4631-a7d2-397c1077cfbd tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:57:57.655249 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-d0e360f7-526c-4631-a7d2-397c1077cfbd tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Notify callbacks [] for security_group, before_response {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:57:57.656387 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-d0e360f7-526c-4631-a7d2-397c1077cfbd tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "DELETE /v2.0/security-groups/2e145cf4-1c95-4195-a09e-4e8bec420328 HTTP/1.1" status: 204 len: 168 time: 0.1276689 Aug 31 04:57:57.659782 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 52962) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:57:57.666073 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e360f7-526c-4631-a7d2-397c1077cfbd tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e145cf4-1c95-4195-a09e-4e8bec420328,revision_number=None']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:57:57.672895 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e360f7-526c-4631-a7d2-397c1077cfbd tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:57:57.673249 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e360f7-526c-4631-a7d2-397c1077cfbd tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:57:57.673341 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.api.v2.resource [None req-f2ecb21e-057f-420f-8032-7375ae7c6c3b tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] show failed (client error): The resource could not be found. Aug 31 04:57:57.673594 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e360f7-526c-4631-a7d2-397c1077cfbd tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:57:57.673937 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e360f7-526c-4631-a7d2-397c1077cfbd tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:57:57.675009 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-f2ecb21e-057f-420f-8032-7375ae7c6c3b tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "GET /v2.0/security-groups/2e145cf4-1c95-4195-a09e-4e8bec420328 HTTP/1.1" status: 404 len: 347 time: 0.0134671 Aug 31 04:57:57.675129 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e360f7-526c-4631-a7d2-397c1077cfbd tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:57:57.675324 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e360f7-526c-4631-a7d2-397c1077cfbd tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:57:57.675657 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e360f7-526c-4631-a7d2-397c1077cfbd tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:57:57.675995 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e360f7-526c-4631-a7d2-397c1077cfbd tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:57:57.676325 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e360f7-526c-4631-a7d2-397c1077cfbd tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:57:57.676655 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e360f7-526c-4631-a7d2-397c1077cfbd tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:57:57.676988 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e360f7-526c-4631-a7d2-397c1077cfbd tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:57:57.677311 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e360f7-526c-4631-a7d2-397c1077cfbd tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:57:57.677790 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 52964) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:57:57.797253 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-4547017d-be73-4146-aa9d-f14fe88c1075 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Deleting port 11dcfb2e-4c5b-4d49-ad8b-4f4453840ffb {{(pid=93873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 04:57:57.797501 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4547017d-be73-4146-aa9d-f14fe88c1075 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730087506454'] for port, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:57:57.868378 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4547017d-be73-4146-aa9d-f14fe88c1075 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7955047'] for port, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:57:57.868702 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4547017d-be73-4146-aa9d-f14fe88c1075 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:57:57.880420 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-4547017d-be73-4146-aa9d-f14fe88c1075 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Calling delete_port for 11dcfb2e-4c5b-4d49-ad8b-4f4453840ffb owned by network:floatingip {{(pid=93873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 04:57:58.013389 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4547017d-be73-4146-aa9d-f14fe88c1075 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730087509221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730086931505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4316683'] for port, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:57:58.038716 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4547017d-be73-4146-aa9d-f14fe88c1075 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Pushing event deleted for resources: {'Port': ['ID=11dcfb2e-4c5b-4d49-ad8b-4f4453840ffb,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:57:58.100721 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4547017d-be73-4146-aa9d-f14fe88c1075 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Notify callbacks [] for floatingip, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:57:58.103293 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4547017d-be73-4146-aa9d-f14fe88c1075 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200266'] for floatingip, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:57:58.104479 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-4547017d-be73-4146-aa9d-f14fe88c1075 tempest-AttachVolumeShelveTestJSON-1412941284 tempest-AttachVolumeShelveTestJSON-1412941284-project] 10.222.0.37 "DELETE /v2.0/floatingips/b5b2367e-6237-41d0-9781-8101b337ebae HTTP/1.1" status: 204 len: 168 time: 0.4257236 Aug 31 04:57:58.224096 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:57:58.670271 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c27a677e-c630-40b4-88a4-6d5e9991ae26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:57:59.028145 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:57:59.943518 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cae06a7b-375a-4b62-8781-ea2d8af560c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:58:00.079247 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Device 62550bc9-1f03-409a-a279-297a4fc80355 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=93875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:58:00.099057 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] No Port match for: 62550bc9-1f03-409a-a279-297a4fc80355 {{(pid=93875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 04:58:00.099407 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Device 62550bc9-1f03-409a-a279-297a4fc80355 not bound to the agent host hv-cinder-77819 {{(pid=93875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:58:01.379153 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a4fd8ad5-a492-4575-8673-07e6bf736dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:58:24.518855 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.agents_db [None req-b358f2ce-044e-44db-8ffe-8010ce8c5d43 None None] Agent healthcheck: found 6 active agents {{(pid=93876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:58:26.219539 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-95bcd38d-9182-45f9-8746-8fda35667d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:58:28.130539 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:58:28.670914 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f996bfa1-17bf-4c94-834b-58d2d2831c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:58:29.028715 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:58:29.945709 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cae06a7b-375a-4b62-8781-ea2d8af560c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:58:31.381406 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a4fd8ad5-a492-4575-8673-07e6bf736dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:58:50.446365 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-8ce3c5f2-f76e-4604-a56d-340f8b34c348 req-a9ccfd44-9bd4-47c4-9de9-c64d82f6b393 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cb41ca86-e02d-4ab8-82b6-ddc959aae5fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392368 Aug 31 04:58:50.540497 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce3c5f2-f76e-4604-a56d-340f8b34c348 req-023d4304-0f6f-48a5-b263-7ce6c6fe9d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:58:50.541933 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-8ce3c5f2-f76e-4604-a56d-340f8b34c348 req-023d4304-0f6f-48a5-b263-7ce6c6fe9d97 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9a4c00b65f96499f945037afd604da1d&device_id=cb41ca86-e02d-4ab8-82b6-ddc959aae5fe HTTP/1.1" status: 200 len: 1098 time: 0.0382469 Aug 31 04:58:50.644124 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce3c5f2-f76e-4604-a56d-340f8b34c348 req-200858b1-cf2a-48c4-90e5-31ad6a4def76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:58:50.645604 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-8ce3c5f2-f76e-4604-a56d-340f8b34c348 req-200858b1-cf2a-48c4-90e5-31ad6a4def76 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8936ee09-226f-4718-943f-9ffdccd40918 HTTP/1.1" status: 200 len: 911 time: 0.0846643 Aug 31 04:58:50.955666 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-8ce3c5f2-f76e-4604-a56d-340f8b34c348 req-981674d0-7d5f-4ddc-932c-d5a81cb9f390 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=42ad7104-c638-4415-a991-b7fb77ed3f2c HTTP/1.1" status: 200 len: 1001 time: 0.3030944 Aug 31 04:58:51.006653 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce3c5f2-f76e-4604-a56d-340f8b34c348 req-0a3acc63-c19b-4370-9570-e12a4927dcbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:58:51.008032 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-8ce3c5f2-f76e-4604-a56d-340f8b34c348 req-0a3acc63-c19b-4370-9570-e12a4927dcbe service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dbec82d9-5dbd-41df-9df9-228f18fdefe0 HTTP/1.1" status: 200 len: 849 time: 0.0453489 Aug 31 04:58:51.053913 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce3c5f2-f76e-4604-a56d-340f8b34c348 req-46340bfe-98d6-4bc3-9d91-195df7c50dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:58:51.055359 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-8ce3c5f2-f76e-4604-a56d-340f8b34c348 req-46340bfe-98d6-4bc3-9d91-195df7c50dbf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8936ee09-226f-4718-943f-9ffdccd40918&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404253 Aug 31 04:58:51.142709 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-8ce3c5f2-f76e-4604-a56d-340f8b34c348 req-e0a0842e-827f-43fc-9b47-6f1247dadd22 service neutron] 10.222.0.13 "GET /v2.0/networks/8936ee09-226f-4718-943f-9ffdccd40918?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804081 Aug 31 04:58:51.233604 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-8ce3c5f2-f76e-4604-a56d-340f8b34c348 req-af001973-b745-494f-bf71-76105adbe301 service neutron] 10.222.0.13 "GET /v2.0/networks/8936ee09-226f-4718-943f-9ffdccd40918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833480 Aug 31 04:58:56.225213 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f64b7627-b98e-40d7-8d79-7c748d1f851f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:58:58.145201 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:58:58.670839 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f7fb9286-7472-408f-9528-8a71e0243e67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:58:59.029881 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:58:59.949187 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cae06a7b-375a-4b62-8781-ea2d8af560c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:59:00.244944 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 53802) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:59:00.302950 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c5ddbd5b-9727-4f9a-8c2b-80158f027397 tempest-TestShelveInstance-713526437 tempest-TestShelveInstance-713526437-project] Notify callbacks [] for security_group, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:59:00.326975 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c5ddbd5b-9727-4f9a-8c2b-80158f027397 tempest-TestShelveInstance-713526437 tempest-TestShelveInstance-713526437-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:59:00.383942 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c5ddbd5b-9727-4f9a-8c2b-80158f027397 tempest-TestShelveInstance-713526437 tempest-TestShelveInstance-713526437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:59:00.386553 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c5ddbd5b-9727-4f9a-8c2b-80158f027397 tempest-TestShelveInstance-713526437 tempest-TestShelveInstance-713526437-project] Notify callbacks [] for security_group, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:59:00.387666 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-c5ddbd5b-9727-4f9a-8c2b-80158f027397 tempest-TestShelveInstance-713526437 tempest-TestShelveInstance-713526437-project] 10.222.0.37 "DELETE /v2.0/security-groups/bd915030-f20d-41d1-89bd-8500905bb601 HTTP/1.1" status: 204 len: 168 time: 0.1417522 Aug 31 04:59:00.397337 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ddbd5b-9727-4f9a-8c2b-80158f027397 tempest-TestShelveInstance-713526437 tempest-TestShelveInstance-713526437-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd915030-f20d-41d1-89bd-8500905bb601,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:59:00.404322 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ddbd5b-9727-4f9a-8c2b-80158f027397 tempest-TestShelveInstance-713526437 tempest-TestShelveInstance-713526437-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:59:00.404670 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ddbd5b-9727-4f9a-8c2b-80158f027397 tempest-TestShelveInstance-713526437 tempest-TestShelveInstance-713526437-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:59:00.405007 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ddbd5b-9727-4f9a-8c2b-80158f027397 tempest-TestShelveInstance-713526437 tempest-TestShelveInstance-713526437-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:59:00.405337 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ddbd5b-9727-4f9a-8c2b-80158f027397 tempest-TestShelveInstance-713526437 tempest-TestShelveInstance-713526437-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:59:00.405664 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ddbd5b-9727-4f9a-8c2b-80158f027397 tempest-TestShelveInstance-713526437 tempest-TestShelveInstance-713526437-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:59:00.405989 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ddbd5b-9727-4f9a-8c2b-80158f027397 tempest-TestShelveInstance-713526437 tempest-TestShelveInstance-713526437-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:59:00.406336 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ddbd5b-9727-4f9a-8c2b-80158f027397 tempest-TestShelveInstance-713526437 tempest-TestShelveInstance-713526437-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:59:00.406662 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ddbd5b-9727-4f9a-8c2b-80158f027397 tempest-TestShelveInstance-713526437 tempest-TestShelveInstance-713526437-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:59:00.406983 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ddbd5b-9727-4f9a-8c2b-80158f027397 tempest-TestShelveInstance-713526437 tempest-TestShelveInstance-713526437-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:59:00.407305 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ddbd5b-9727-4f9a-8c2b-80158f027397 tempest-TestShelveInstance-713526437 tempest-TestShelveInstance-713526437-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:59:00.407635 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ddbd5b-9727-4f9a-8c2b-80158f027397 tempest-TestShelveInstance-713526437 tempest-TestShelveInstance-713526437-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:59:00.407935 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ddbd5b-9727-4f9a-8c2b-80158f027397 tempest-TestShelveInstance-713526437 tempest-TestShelveInstance-713526437-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:59:01.384712 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a4fd8ad5-a492-4575-8673-07e6bf736dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:59:01.502611 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 53830) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:59:01.521049 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.agents_db [None req-b358f2ce-044e-44db-8ffe-8010ce8c5d43 None None] Agent healthcheck: found 6 active agents {{(pid=93876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:59:01.965454 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-3e8fec0b-38a5-47f5-ad55-5b3f7da4d5d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7953169'] for router_interface, before_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:59:02.199309 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.plugin [None req-3e8fec0b-38a5-47f5-ad55-5b3f7da4d5d9 admin admin] Deleting port d4ea0028-0b10-4a6f-a9b1-e903e9aaa8fe {{(pid=93874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 04:59:02.199559 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-3e8fec0b-38a5-47f5-ad55-5b3f7da4d5d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730087506454'] for port, before_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:59:02.276573 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-3e8fec0b-38a5-47f5-ad55-5b3f7da4d5d9 admin admin] For port d4ea0028-0b10-4a6f-a9b1-e903e9aaa8fe, host dv-cinder-778193-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-7-iscsi',level=0,port_id=d4ea0028-0b10-4a6f-a9b1-e903e9aaa8fe,segment=NetworkSegment(e750f75b-2489-430b-9816-343948549a43),segment_id=e750f75b-2489-430b-9816-343948549a43)] {{(pid=93874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:59:02.276930 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-3e8fec0b-38a5-47f5-ad55-5b3f7da4d5d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7955047'] for port, precommit_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:59:02.553515 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.plugin [None req-3e8fec0b-38a5-47f5-ad55-5b3f7da4d5d9 admin admin] Calling delete_port for d4ea0028-0b10-4a6f-a9b1-e903e9aaa8fe owned by network:router_interface {{(pid=93874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 04:59:02.727880 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-3e8fec0b-38a5-47f5-ad55-5b3f7da4d5d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730087509221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730086931505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16403769'] for port, after_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:59:02.751585 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8fec0b-38a5-47f5-ad55-5b3f7da4d5d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4ea0028-0b10-4a6f-a9b1-e903e9aaa8fe,revision_number=None']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:59:02.775611 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8fec0b-38a5-47f5-ad55-5b3f7da4d5d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:59:02.775957 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8fec0b-38a5-47f5-ad55-5b3f7da4d5d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:59:02.776292 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8fec0b-38a5-47f5-ad55-5b3f7da4d5d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:59:02.776619 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8fec0b-38a5-47f5-ad55-5b3f7da4d5d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:59:02.776944 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8fec0b-38a5-47f5-ad55-5b3f7da4d5d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:59:02.777270 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8fec0b-38a5-47f5-ad55-5b3f7da4d5d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:59:02.777590 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8fec0b-38a5-47f5-ad55-5b3f7da4d5d9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:59:02.777907 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8fec0b-38a5-47f5-ad55-5b3f7da4d5d9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:59:02.778251 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8fec0b-38a5-47f5-ad55-5b3f7da4d5d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:59:02.778566 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8fec0b-38a5-47f5-ad55-5b3f7da4d5d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:59:02.778878 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8fec0b-38a5-47f5-ad55-5b3f7da4d5d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:59:02.779197 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8fec0b-38a5-47f5-ad55-5b3f7da4d5d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:59:02.920423 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-3e8fec0b-38a5-47f5-ad55-5b3f7da4d5d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8355447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7953293'] for router_interface, after_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:59:03.135462 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e8fec0b-38a5-47f5-ad55-5b3f7da4d5d9 admin admin] Router 8d3bfed0-e6fa-408b-8382-a15734dea78e has already been hosted by L3 agent 0d18d50c-d309-40cc-9cbf-a014e4f79dac {{(pid=93874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 04:59:03.245906 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e8fec0b-38a5-47f5-ad55-5b3f7da4d5d9 admin admin] Notify agent at l3_agent.dv-cinder-778193-7-iscsi the message routers_updated {{(pid=93874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:59:03.253808 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-3e8fec0b-38a5-47f5-ad55-5b3f7da4d5d9 admin admin] 10.222.0.37 "PUT /v2.0/routers/8d3bfed0-e6fa-408b-8382-a15734dea78e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7499599 Aug 31 04:59:03.255515 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55145c3e-6edd-4fba-a822-e02ea135793f None None] Sync routers for ids ['8d3bfed0-e6fa-408b-8382-a15734dea78e'] in dv-cinder-778193-7-iscsi {{(pid=93875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:59:03.256737 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 53860) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:59:03.264849 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55145c3e-6edd-4fba-a822-e02ea135793f None None] Routers {'8d3bfed0-e6fa-408b-8382-a15734dea78e'} bound to L3 agent in host dv-cinder-778193-7-iscsi {{(pid=93875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 04:59:03.265457 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-55145c3e-6edd-4fba-a822-e02ea135793f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T04:24:29Z,description=,heartbeat_timestamp=2021-08-31T04:58:59Z,host='dv-cinder-778193-7-iscsi',id=0d18d50c-d309-40cc-9cbf-a014e4f79dac,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T04:24:29Z,topic='l3_agent')) {'router_ids': ['8d3bfed0-e6fa-408b-8382-a15734dea78e'], 'active': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:59:03.375529 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1d626f70-ba06-4984-ae8f-0d92d08459b8 admin admin] Notify callbacks [] for router, before_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:59:03.385440 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvr_db [None req-55145c3e-6edd-4fba-a822-e02ea135793f None None] Set router 8d3bfed0-e6fa-408b-8382-a15734dea78e gateway port host: dv-cinder-778193-7-iscsi {{(pid=93875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 04:59:03.489715 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1d626f70-ba06-4984-ae8f-0d92d08459b8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:59:03.541004 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.plugin [None req-1d626f70-ba06-4984-ae8f-0d92d08459b8 admin admin] Deleting port 79095191-baf2-4e96-b009-c0dcb37a3714 {{(pid=93874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 04:59:03.541602 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1d626f70-ba06-4984-ae8f-0d92d08459b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730087506454'] for port, before_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:59:03.594558 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-55145c3e-6edd-4fba-a822-e02ea135793f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d3bfed0-e6fa-408b-8382-a15734dea78e', 'name': 'tempest-TestShelveInstance-644912780-router', 'tenant_id': '79b459c19c784b6fb06ee797b76fdf03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'external_fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '79095191-baf2-4e96-b009-c0dcb37a3714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:52:49Z', 'updated_at': '2021-08-31T04:59:02Z', 'revision_number': 5, 'project_id': '79b459c19c784b6fb06ee797b76fdf03', 'gw_port': {'id': '79095191-baf2-4e96-b009-c0dcb37a3714', 'name': '', 'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:a9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d3bfed0-e6fa-408b-8382-a15734dea78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:52:50Z', 'updated_at': '2021-08-31T04:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-iscsi'}], 'dv-cinder-778193-7-iscsi', False) {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:59:03.625509 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55145c3e-6edd-4fba-a822-e02ea135793f None None] Checking router: 8d3bfed0-e6fa-408b-8382-a15734dea78e for host: dv-cinder-778193-7-iscsi {{(pid=93875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:59:03.637394 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-1d626f70-ba06-4984-ae8f-0d92d08459b8 admin admin] For port 79095191-baf2-4e96-b009-c0dcb37a3714, host dv-cinder-778193-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-7-iscsi',level=0,port_id=79095191-baf2-4e96-b009-c0dcb37a3714,segment=NetworkSegment(9b39574f-0af1-490f-b9cc-82fd551fb7d5),segment_id=9b39574f-0af1-490f-b9cc-82fd551fb7d5)] {{(pid=93874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:59:03.637952 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1d626f70-ba06-4984-ae8f-0d92d08459b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7955047'] for port, precommit_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:59:03.638454 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55145c3e-6edd-4fba-a822-e02ea135793f None None] Routers {'8d3bfed0-e6fa-408b-8382-a15734dea78e'} bound to L3 agent in host dv-cinder-778193-7-iscsi {{(pid=93875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 04:59:03.639081 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-55145c3e-6edd-4fba-a822-e02ea135793f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T04:24:29Z,description=,heartbeat_timestamp=2021-08-31T04:58:59Z,host='dv-cinder-778193-7-iscsi',id=0d18d50c-d309-40cc-9cbf-a014e4f79dac,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T04:24:29Z,topic='l3_agent')) {'router_ids': ['8d3bfed0-e6fa-408b-8382-a15734dea78e'], 'active': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:59:03.654992 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.plugin [None req-1d626f70-ba06-4984-ae8f-0d92d08459b8 admin admin] Calling delete_port for 79095191-baf2-4e96-b009-c0dcb37a3714 owned by network:router_gateway {{(pid=93874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 04:59:03.728623 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvr_db [None req-55145c3e-6edd-4fba-a822-e02ea135793f None None] Set router 8d3bfed0-e6fa-408b-8382-a15734dea78e gateway port host: None {{(pid=93875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 04:59:03.787820 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-55145c3e-6edd-4fba-a822-e02ea135793f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d3bfed0-e6fa-408b-8382-a15734dea78e', 'name': 'tempest-TestShelveInstance-644912780-router', 'tenant_id': '79b459c19c784b6fb06ee797b76fdf03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:52:49Z', 'updated_at': '2021-08-31T04:59:03Z', 'revision_number': 6, 'project_id': '79b459c19c784b6fb06ee797b76fdf03', 'gw_port_host': None}], 'dv-cinder-778193-7-iscsi', False) {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:59:03.816068 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55145c3e-6edd-4fba-a822-e02ea135793f None None] The sync data for ids ['8d3bfed0-e6fa-408b-8382-a15734dea78e'] in dv-cinder-778193-7-iscsi is: [{'id': '8d3bfed0-e6fa-408b-8382-a15734dea78e', 'name': 'tempest-TestShelveInstance-644912780-router', 'tenant_id': '79b459c19c784b6fb06ee797b76fdf03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:52:49Z', 'updated_at': '2021-08-31T04:59:03Z', 'revision_number': 6, 'project_id': '79b459c19c784b6fb06ee797b76fdf03', 'gw_port_host': None}] {{(pid=93875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:59:03.869083 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1d626f70-ba06-4984-ae8f-0d92d08459b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730087509221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730086931505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16403769'] for port, after_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:59:03.899210 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d626f70-ba06-4984-ae8f-0d92d08459b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=79095191-baf2-4e96-b009-c0dcb37a3714,revision_number=None']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:59:03.960862 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1d626f70-ba06-4984-ae8f-0d92d08459b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7956271'] for router_gateway, after_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:59:04.053796 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1d626f70-ba06-4984-ae8f-0d92d08459b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7953425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4381'] for router, precommit_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:59:04.055906 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1d626f70-ba06-4984-ae8f-0d92d08459b8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:59:04.098344 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1d626f70-ba06-4984-ae8f-0d92d08459b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7953434'] for router, after_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:59:04.099347 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d626f70-ba06-4984-ae8f-0d92d08459b8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8d3bfed0-e6fa-408b-8382-a15734dea78e {{(pid=93874) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 04:59:04.104790 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1d626f70-ba06-4984-ae8f-0d92d08459b8 admin admin] Notify callbacks [] for router, before_response {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:59:04.105923 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-1d626f70-ba06-4984-ae8f-0d92d08459b8 admin admin] 10.222.0.37 "DELETE /v2.0/routers/8d3bfed0-e6fa-408b-8382-a15734dea78e HTTP/1.1" status: 204 len: 168 time: 0.8482440 Aug 31 04:59:04.108508 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 53872) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:59:04.153334 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e90bafd-4d6e-49d5-b84b-14f11d814597 admin admin] Deleting subnet 21c6c122-812f-4d79-8026-94750a624f4f {{(pid=93874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 04:59:04.156792 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-0e90bafd-4d6e-49d5-b84b-14f11d814597 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:59:04.197628 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-0e90bafd-4d6e-49d5-b84b-14f11d814597 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16523530'] for subnet, precommit_delete_associations {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:59:04.280488 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-0e90bafd-4d6e-49d5-b84b-14f11d814597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665464'] for subnet, precommit_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:59:04.330372 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-0e90bafd-4d6e-49d5-b84b-14f11d814597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16403798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16508959'] for subnet, after_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:59:04.352784 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e90bafd-4d6e-49d5-b84b-14f11d814597 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21c6c122-812f-4d79-8026-94750a624f4f,revision_number=None']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:59:04.358297 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-0e90bafd-4d6e-49d5-b84b-14f11d814597 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8355474'] for subnet, before_response {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:59:04.360103 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-0e90bafd-4d6e-49d5-b84b-14f11d814597 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/21c6c122-812f-4d79-8026-94750a624f4f HTTP/1.1" status: 204 len: 168 time: 0.2506990 Aug 31 04:59:04.362663 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 53876) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:59:04.363684 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e3a8cb6-b6fa-4828-9a26-a38e82aea054 None None] Network 01d61af2-8efb-4aff-a742-6dda91c579f3 requested from dv-cinder-778193-7-iscsi {{(pid=93875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 04:59:04.432489 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-df0405b4-6499-4e32-8dbc-be007b3ebcf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526871'] for network, before_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:59:04.485983 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.plugin [None req-df0405b4-6499-4e32-8dbc-be007b3ebcf6 admin admin] Deleting port 67664616-24b3-44e6-b27a-3a2365344e9e {{(pid=93874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 04:59:04.486418 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-df0405b4-6499-4e32-8dbc-be007b3ebcf6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730087506454'] for port, before_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:59:04.554121 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-df0405b4-6499-4e32-8dbc-be007b3ebcf6 admin admin] For port 67664616-24b3-44e6-b27a-3a2365344e9e, host dv-cinder-778193-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-7-iscsi',level=0,port_id=67664616-24b3-44e6-b27a-3a2365344e9e,segment=NetworkSegment(e750f75b-2489-430b-9816-343948549a43),segment_id=e750f75b-2489-430b-9816-343948549a43)] {{(pid=93874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:59:04.554487 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-df0405b4-6499-4e32-8dbc-be007b3ebcf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7955047'] for port, precommit_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:59:04.559006 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3afafbe6-404e-4f13-87ee-04eec3e1a20c None None] DHCP port deletion for 01d61af2-8efb-4aff-a742-6dda91c579f3 request from dv-cinder-778193-7-iscsi {{(pid=93875) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 04:59:04.569320 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.plugin [None req-df0405b4-6499-4e32-8dbc-be007b3ebcf6 admin admin] Calling delete_port for 67664616-24b3-44e6-b27a-3a2365344e9e owned by network:dhcp {{(pid=93874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 04:59:04.617305 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-3afafbe6-404e-4f13-87ee-04eec3e1a20c None None] Deleting port 67664616-24b3-44e6-b27a-3a2365344e9e {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 04:59:04.617843 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3afafbe6-404e-4f13-87ee-04eec3e1a20c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730087506454'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:59:04.662270 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-df0405b4-6499-4e32-8dbc-be007b3ebcf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730087509221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730086931505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16403769'] for port, after_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:59:04.688325 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0405b4-6499-4e32-8dbc-be007b3ebcf6 admin admin] Pushing event deleted for resources: {'Port': ['ID=67664616-24b3-44e6-b27a-3a2365344e9e,revision_number=None']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:59:04.696535 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0405b4-6499-4e32-8dbc-be007b3ebcf6 admin admin] No DVR routers for this DVR port 67664616-24b3-44e6-b27a-3a2365344e9e on host dv-cinder-778193-7-iscsi {{(pid=93874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 04:59:04.699532 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-3afafbe6-404e-4f13-87ee-04eec3e1a20c None None] For port 67664616-24b3-44e6-b27a-3a2365344e9e, host dv-cinder-778193-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-7-iscsi',level=0,port_id=67664616-24b3-44e6-b27a-3a2365344e9e,segment=NetworkSegment(e750f75b-2489-430b-9816-343948549a43),segment_id=e750f75b-2489-430b-9816-343948549a43)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:59:04.699931 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3afafbe6-404e-4f13-87ee-04eec3e1a20c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7955047'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:59:04.713377 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-3afafbe6-404e-4f13-87ee-04eec3e1a20c None None] Calling delete_port for 67664616-24b3-44e6-b27a-3a2365344e9e owned by network:dhcp {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 04:59:04.766433 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-df0405b4-6499-4e32-8dbc-be007b3ebcf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-666499', 'neutron.services.segments.db._delete_segments_for_network-8730087480257'] for network, precommit_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:59:04.778813 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.services.segments.db [None req-df0405b4-6499-4e32-8dbc-be007b3ebcf6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01d61af2-8efb-4aff-a742-6dda91c579f3']}} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:59:04.791766 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3afafbe6-404e-4f13-87ee-04eec3e1a20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730087509221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730086931505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:59:04.793768 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.services.segments.db [None req-df0405b4-6499-4e32-8dbc-be007b3ebcf6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e750f75b-2489-430b-9816-343948549a43') {'for_net_delete': True} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:59:04.794063 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.services.segments.db [None req-df0405b4-6499-4e32-8dbc-be007b3ebcf6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e750f75b-2489-430b-9816-343948549a43') {} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:59:04.804437 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-df0405b4-6499-4e32-8dbc-be007b3ebcf6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730087490389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16523569'] for segment, before_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:59:04.819505 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-df0405b4-6499-4e32-8dbc-be007b3ebcf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671022'] for segment, precommit_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:59:04.825378 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afafbe6-404e-4f13-87ee-04eec3e1a20c None None] Pushing event deleted for resources: {'Port': ['ID=67664616-24b3-44e6-b27a-3a2365344e9e,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:59:04.826484 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df0405b4-6499-4e32-8dbc-be007b3ebcf6 admin admin] Releasing vlan 377 on physical network physnet1 to pool {{(pid=93874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 04:59:04.827037 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-df0405b4-6499-4e32-8dbc-be007b3ebcf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16403948'] for segment, after_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:59:04.829394 dv-cinder-778193-7-iscsi neutron-server[93874]: Traceback (most recent call last): Aug 31 04:59:04.829394 dv-cinder-778193-7-iscsi neutron-server[93874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 04:59:04.829394 dv-cinder-778193-7-iscsi neutron-server[93874]: timer() Aug 31 04:59:04.829394 dv-cinder-778193-7-iscsi neutron-server[93874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 04:59:04.829394 dv-cinder-778193-7-iscsi neutron-server[93874]: cb(*args, **kw) Aug 31 04:59:04.829394 dv-cinder-778193-7-iscsi neutron-server[93874]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 04:59:04.829394 dv-cinder-778193-7-iscsi neutron-server[93874]: return func(*args, **kwargs) Aug 31 04:59:04.829394 dv-cinder-778193-7-iscsi neutron-server[93874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 04:59:04.829394 dv-cinder-778193-7-iscsi neutron-server[93874]: self._notify() Aug 31 04:59:04.829394 dv-cinder-778193-7-iscsi neutron-server[93874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 04:59:04.829394 dv-cinder-778193-7-iscsi neutron-server[93874]: self.callback(batched_events) Aug 31 04:59:04.829394 dv-cinder-778193-7-iscsi neutron-server[93874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 04:59:04.829394 dv-cinder-778193-7-iscsi neutron-server[93874]: event.method(event) Aug 31 04:59:04.829394 dv-cinder-778193-7-iscsi neutron-server[93874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 04:59:04.829394 dv-cinder-778193-7-iscsi neutron-server[93874]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 04:59:04.829394 dv-cinder-778193-7-iscsi neutron-server[93874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 04:59:04.829394 dv-cinder-778193-7-iscsi neutron-server[93874]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 04:59:04.829394 dv-cinder-778193-7-iscsi neutron-server[93874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 04:59:04.829394 dv-cinder-778193-7-iscsi neutron-server[93874]: return f(self, *a, **k) Aug 31 04:59:04.829394 dv-cinder-778193-7-iscsi neutron-server[93874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 04:59:04.829394 dv-cinder-778193-7-iscsi neutron-server[93874]: return self._get(url).json() Aug 31 04:59:04.829394 dv-cinder-778193-7-iscsi neutron-server[93874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 04:59:04.829394 dv-cinder-778193-7-iscsi neutron-server[93874]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 04:59:04.829394 dv-cinder-778193-7-iscsi neutron-server[93874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 04:59:04.829394 dv-cinder-778193-7-iscsi neutron-server[93874]: return self.request(url, 'GET', **kwargs) Aug 31 04:59:04.829394 dv-cinder-778193-7-iscsi neutron-server[93874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 04:59:04.829394 dv-cinder-778193-7-iscsi neutron-server[93874]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 04:59:04.829394 dv-cinder-778193-7-iscsi neutron-server[93874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 04:59:04.829394 dv-cinder-778193-7-iscsi neutron-server[93874]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 04:59:04.829394 dv-cinder-778193-7-iscsi neutron-server[93874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 04:59:04.829394 dv-cinder-778193-7-iscsi neutron-server[93874]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 04:59:04.829394 dv-cinder-778193-7-iscsi neutron-server[93874]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 04:59:04.836198 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3afafbe6-404e-4f13-87ee-04eec3e1a20c None None] No DVR routers for this DVR port 67664616-24b3-44e6-b27a-3a2365344e9e on host dv-cinder-778193-7-iscsi {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 04:59:04.838175 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afafbe6-404e-4f13-87ee-04eec3e1a20c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:59:04.838679 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afafbe6-404e-4f13-87ee-04eec3e1a20c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:59:04.839029 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afafbe6-404e-4f13-87ee-04eec3e1a20c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:59:04.839361 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afafbe6-404e-4f13-87ee-04eec3e1a20c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:59:04.839689 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afafbe6-404e-4f13-87ee-04eec3e1a20c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:59:04.840017 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afafbe6-404e-4f13-87ee-04eec3e1a20c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:59:04.840342 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afafbe6-404e-4f13-87ee-04eec3e1a20c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:59:04.840661 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afafbe6-404e-4f13-87ee-04eec3e1a20c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:59:04.840988 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afafbe6-404e-4f13-87ee-04eec3e1a20c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:59:04.841306 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afafbe6-404e-4f13-87ee-04eec3e1a20c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:59:04.841625 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afafbe6-404e-4f13-87ee-04eec3e1a20c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:59:04.841942 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afafbe6-404e-4f13-87ee-04eec3e1a20c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:59:04.901179 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-df0405b4-6499-4e32-8dbc-be007b3ebcf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-666522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7956227'] for network, after_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:59:04.908461 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-df0405b4-6499-4e32-8dbc-be007b3ebcf6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8355474'] for network, before_response {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:59:04.910395 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-df0405b4-6499-4e32-8dbc-be007b3ebcf6 admin admin] 10.222.0.37 "DELETE /v2.0/networks/01d61af2-8efb-4aff-a742-6dda91c579f3 HTTP/1.1" status: 204 len: 168 time: 0.5466800 Aug 31 04:59:04.913968 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 53888) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:59:04.919749 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0405b4-6499-4e32-8dbc-be007b3ebcf6 admin admin] Pushing event deleted for resources: {'Network': ['ID=01d61af2-8efb-4aff-a742-6dda91c579f3,revision_number=None']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:59:05.010391 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Device 79095191-baf2-4e96-b009-c0dcb37a3714 no longer exists at agent ovs-agent-dv-cinder-778193-7-iscsi {{(pid=93875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:59:05.028914 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] No Port match for: 79095191-baf2-4e96-b009-c0dcb37a3714 {{(pid=93875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 04:59:05.029258 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Device 79095191-baf2-4e96-b009-c0dcb37a3714 not bound to the agent host dv-cinder-778193-7-iscsi {{(pid=93875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:59:05.029665 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Device d4ea0028-0b10-4a6f-a9b1-e903e9aaa8fe no longer exists at agent ovs-agent-dv-cinder-778193-7-iscsi {{(pid=93875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:59:05.047453 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] No Port match for: d4ea0028-0b10-4a6f-a9b1-e903e9aaa8fe {{(pid=93875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 04:59:05.047796 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Device d4ea0028-0b10-4a6f-a9b1-e903e9aaa8fe not bound to the agent host dv-cinder-778193-7-iscsi {{(pid=93875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:59:05.048197 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Device 67664616-24b3-44e6-b27a-3a2365344e9e no longer exists at agent ovs-agent-dv-cinder-778193-7-iscsi {{(pid=93875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:59:05.066287 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] No Port match for: 67664616-24b3-44e6-b27a-3a2365344e9e {{(pid=93875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 04:59:05.066632 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Device 67664616-24b3-44e6-b27a-3a2365344e9e not bound to the agent host dv-cinder-778193-7-iscsi {{(pid=93875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:59:05.259576 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-6db19049-3988-4ae6-b955-8703c99fe429 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7953169'] for router_interface, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:59:05.487857 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-6db19049-3988-4ae6-b955-8703c99fe429 admin admin] Deleting port 66463b53-7aa2-42bc-8200-7b5ff742cc69 {{(pid=93873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 04:59:05.488196 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-6db19049-3988-4ae6-b955-8703c99fe429 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730087506454'] for port, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:59:05.566499 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-6db19049-3988-4ae6-b955-8703c99fe429 admin admin] For port 66463b53-7aa2-42bc-8200-7b5ff742cc69, host dv-cinder-778193-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-7-iscsi',level=0,port_id=66463b53-7aa2-42bc-8200-7b5ff742cc69,segment=NetworkSegment(ac0ea285-8c67-4815-82ae-c1dad3023cab),segment_id=ac0ea285-8c67-4815-82ae-c1dad3023cab)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:59:05.566863 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-6db19049-3988-4ae6-b955-8703c99fe429 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7955047'] for port, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:59:05.579292 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-6db19049-3988-4ae6-b955-8703c99fe429 admin admin] Calling delete_port for 66463b53-7aa2-42bc-8200-7b5ff742cc69 owned by network:router_interface {{(pid=93873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 04:59:05.751848 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-6db19049-3988-4ae6-b955-8703c99fe429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730087509221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730086931505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4316683'] for port, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:59:05.778392 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db19049-3988-4ae6-b955-8703c99fe429 admin admin] Pushing event deleted for resources: {'Port': ['ID=66463b53-7aa2-42bc-8200-7b5ff742cc69,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:59:05.945918 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-6db19049-3988-4ae6-b955-8703c99fe429 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8355447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7953293'] for router_interface, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:59:06.149916 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6db19049-3988-4ae6-b955-8703c99fe429 admin admin] Router 78859ebc-9149-4ab0-8fc2-e9e22a2e67b6 has already been hosted by L3 agent 0d18d50c-d309-40cc-9cbf-a014e4f79dac {{(pid=93873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 04:59:06.247914 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6db19049-3988-4ae6-b955-8703c99fe429 admin admin] Notify agent at l3_agent.dv-cinder-778193-7-iscsi the message routers_updated {{(pid=93873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:59:06.252840 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-6db19049-3988-4ae6-b955-8703c99fe429 admin admin] 10.222.0.37 "PUT /v2.0/routers/78859ebc-9149-4ab0-8fc2-e9e22a2e67b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3373842 Aug 31 04:59:06.255545 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 53904) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:59:06.257791 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62712185-dd6a-4a64-8063-407a96d84f90 None None] Sync routers for ids ['78859ebc-9149-4ab0-8fc2-e9e22a2e67b6'] in dv-cinder-778193-7-iscsi {{(pid=93876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:59:06.273111 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62712185-dd6a-4a64-8063-407a96d84f90 None None] Routers {'78859ebc-9149-4ab0-8fc2-e9e22a2e67b6'} bound to L3 agent in host dv-cinder-778193-7-iscsi {{(pid=93876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 04:59:06.273717 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.l3_hamode_db [None req-62712185-dd6a-4a64-8063-407a96d84f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T04:24:29Z,description=,heartbeat_timestamp=2021-08-31T04:58:59Z,host='dv-cinder-778193-7-iscsi',id=0d18d50c-d309-40cc-9cbf-a014e4f79dac,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T04:24:29Z,topic='l3_agent')) {'router_ids': ['78859ebc-9149-4ab0-8fc2-e9e22a2e67b6'], 'active': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:59:06.354886 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-cf901932-e1e3-484c-9d0a-f03c64cfe944 admin admin] Notify callbacks [] for router, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:59:06.379155 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.l3_dvr_db [None req-62712185-dd6a-4a64-8063-407a96d84f90 None None] Set router 78859ebc-9149-4ab0-8fc2-e9e22a2e67b6 gateway port host: dv-cinder-778193-7-iscsi {{(pid=93876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 04:59:06.464658 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-cf901932-e1e3-484c-9d0a-f03c64cfe944 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:59:06.523421 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-cf901932-e1e3-484c-9d0a-f03c64cfe944 admin admin] Deleting port feb2ef2e-7f35-4043-b888-d41532a8adc3 {{(pid=93873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 04:59:06.523757 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-cf901932-e1e3-484c-9d0a-f03c64cfe944 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730087506454'] for port, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:59:06.568037 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.l3_hamode_db [None req-62712185-dd6a-4a64-8063-407a96d84f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78859ebc-9149-4ab0-8fc2-e9e22a2e67b6', 'name': 'tempest-TestShelveInstance-1631486894-router', 'tenant_id': '5a9cd3f4209b44a19525e138c4676f81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'external_fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': 'feb2ef2e-7f35-4043-b888-d41532a8adc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:52:54Z', 'updated_at': '2021-08-31T04:59:05Z', 'revision_number': 5, 'project_id': '5a9cd3f4209b44a19525e138c4676f81', 'gw_port': {'id': 'feb2ef2e-7f35-4043-b888-d41532a8adc3', 'name': '', 'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:49:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78859ebc-9149-4ab0-8fc2-e9e22a2e67b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:52:55Z', 'updated_at': '2021-08-31T04:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-iscsi'}], 'dv-cinder-778193-7-iscsi', False) {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:59:06.597888 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62712185-dd6a-4a64-8063-407a96d84f90 None None] Checking router: 78859ebc-9149-4ab0-8fc2-e9e22a2e67b6 for host: dv-cinder-778193-7-iscsi {{(pid=93876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:59:06.606967 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62712185-dd6a-4a64-8063-407a96d84f90 None None] Routers {'78859ebc-9149-4ab0-8fc2-e9e22a2e67b6'} bound to L3 agent in host dv-cinder-778193-7-iscsi {{(pid=93876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 04:59:06.607562 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.l3_hamode_db [None req-62712185-dd6a-4a64-8063-407a96d84f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T04:24:29Z,description=,heartbeat_timestamp=2021-08-31T04:58:59Z,host='dv-cinder-778193-7-iscsi',id=0d18d50c-d309-40cc-9cbf-a014e4f79dac,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T04:24:29Z,topic='l3_agent')) {'router_ids': ['78859ebc-9149-4ab0-8fc2-e9e22a2e67b6'], 'active': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:59:06.629834 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-cf901932-e1e3-484c-9d0a-f03c64cfe944 admin admin] For port feb2ef2e-7f35-4043-b888-d41532a8adc3, host dv-cinder-778193-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-7-iscsi',level=0,port_id=feb2ef2e-7f35-4043-b888-d41532a8adc3,segment=NetworkSegment(9b39574f-0af1-490f-b9cc-82fd551fb7d5),segment_id=9b39574f-0af1-490f-b9cc-82fd551fb7d5)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:59:06.630958 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-cf901932-e1e3-484c-9d0a-f03c64cfe944 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7955047'] for port, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:59:06.648243 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-cf901932-e1e3-484c-9d0a-f03c64cfe944 admin admin] Calling delete_port for feb2ef2e-7f35-4043-b888-d41532a8adc3 owned by network:router_gateway {{(pid=93873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 04:59:06.711399 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.l3_dvr_db [None req-62712185-dd6a-4a64-8063-407a96d84f90 None None] Set router 78859ebc-9149-4ab0-8fc2-e9e22a2e67b6 gateway port host: None {{(pid=93876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 04:59:06.829055 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-cf901932-e1e3-484c-9d0a-f03c64cfe944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730087509221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730086931505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4316683'] for port, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:59:06.857099 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf901932-e1e3-484c-9d0a-f03c64cfe944 admin admin] Pushing event deleted for resources: {'Port': ['ID=feb2ef2e-7f35-4043-b888-d41532a8adc3,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:59:06.865285 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.l3_hamode_db [None req-62712185-dd6a-4a64-8063-407a96d84f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78859ebc-9149-4ab0-8fc2-e9e22a2e67b6', 'name': 'tempest-TestShelveInstance-1631486894-router', 'tenant_id': '5a9cd3f4209b44a19525e138c4676f81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:52:54Z', 'updated_at': '2021-08-31T04:59:06Z', 'revision_number': 6, 'project_id': '5a9cd3f4209b44a19525e138c4676f81', 'gw_port_host': None}], 'dv-cinder-778193-7-iscsi', False) {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:59:06.890254 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62712185-dd6a-4a64-8063-407a96d84f90 None None] The sync data for ids ['78859ebc-9149-4ab0-8fc2-e9e22a2e67b6'] in dv-cinder-778193-7-iscsi is: [{'id': '78859ebc-9149-4ab0-8fc2-e9e22a2e67b6', 'name': 'tempest-TestShelveInstance-1631486894-router', 'tenant_id': '5a9cd3f4209b44a19525e138c4676f81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:52:54Z', 'updated_at': '2021-08-31T04:59:06Z', 'revision_number': 6, 'project_id': '5a9cd3f4209b44a19525e138c4676f81', 'gw_port_host': None}] {{(pid=93876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:59:06.920264 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-cf901932-e1e3-484c-9d0a-f03c64cfe944 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7956271'] for router_gateway, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:59:07.009871 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-cf901932-e1e3-484c-9d0a-f03c64cfe944 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7953425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4381'] for router, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:59:07.011982 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-cf901932-e1e3-484c-9d0a-f03c64cfe944 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:59:07.053823 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-cf901932-e1e3-484c-9d0a-f03c64cfe944 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7953434'] for router, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:59:07.054390 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf901932-e1e3-484c-9d0a-f03c64cfe944 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 78859ebc-9149-4ab0-8fc2-e9e22a2e67b6 {{(pid=93873) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 04:59:07.058769 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-cf901932-e1e3-484c-9d0a-f03c64cfe944 admin admin] Notify callbacks [] for router, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:59:07.059895 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-cf901932-e1e3-484c-9d0a-f03c64cfe944 admin admin] 10.222.0.37 "DELETE /v2.0/routers/78859ebc-9149-4ab0-8fc2-e9e22a2e67b6 HTTP/1.1" status: 204 len: 168 time: 0.8033209 Aug 31 04:59:07.062518 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 53916) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:59:07.106483 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.db.db_base_plugin_v2 [None req-440417e3-d38a-4029-b587-b698c829c7ab admin admin] Deleting subnet f46824a6-6d87-452e-acd8-93c5a1e74565 {{(pid=93873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 04:59:07.109379 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-440417e3-d38a-4029-b587-b698c829c7ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:59:07.142235 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-440417e3-d38a-4029-b587-b698c829c7ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5377030'] for subnet, precommit_delete_associations {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:59:07.220586 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-440417e3-d38a-4029-b587-b698c829c7ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665464'] for subnet, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:59:07.287493 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-440417e3-d38a-4029-b587-b698c829c7ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4316772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4637754'] for subnet, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:59:07.316188 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440417e3-d38a-4029-b587-b698c829c7ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f46824a6-6d87-452e-acd8-93c5a1e74565,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:59:07.323334 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-440417e3-d38a-4029-b587-b698c829c7ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:59:07.325210 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-440417e3-d38a-4029-b587-b698c829c7ab admin admin] 10.222.0.37 "DELETE /v2.0/subnets/f46824a6-6d87-452e-acd8-93c5a1e74565 HTTP/1.1" status: 204 len: 168 time: 0.2616735 Aug 31 04:59:07.327888 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 53920) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:59:07.329081 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fac2ddf-d40f-4d40-a8e4-addc07258113 None None] Network 60f98f78-55e9-4572-98ed-492df4db132d requested from dv-cinder-778193-7-iscsi {{(pid=93875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 04:59:07.348539 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Device 66463b53-7aa2-42bc-8200-7b5ff742cc69 no longer exists at agent ovs-agent-dv-cinder-778193-7-iscsi {{(pid=93875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:59:07.402501 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] No Port match for: 66463b53-7aa2-42bc-8200-7b5ff742cc69 {{(pid=93875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 04:59:07.402850 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Device 66463b53-7aa2-42bc-8200-7b5ff742cc69 not bound to the agent host dv-cinder-778193-7-iscsi {{(pid=93875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:59:07.407135 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-1676dcc6-9b41-4d15-83e1-e8eb0905bb32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526871'] for network, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:59:07.458890 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-1676dcc6-9b41-4d15-83e1-e8eb0905bb32 admin admin] Deleting port 8ae8dc37-66d8-458f-b080-507af3850982 {{(pid=93873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 04:59:07.459228 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-1676dcc6-9b41-4d15-83e1-e8eb0905bb32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730087506454'] for port, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:59:07.518534 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-1676dcc6-9b41-4d15-83e1-e8eb0905bb32 admin admin] For port 8ae8dc37-66d8-458f-b080-507af3850982, host dv-cinder-778193-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-7-iscsi',level=0,port_id=8ae8dc37-66d8-458f-b080-507af3850982,segment=NetworkSegment(ac0ea285-8c67-4815-82ae-c1dad3023cab),segment_id=ac0ea285-8c67-4815-82ae-c1dad3023cab)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:59:07.518841 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-1676dcc6-9b41-4d15-83e1-e8eb0905bb32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7955047'] for port, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:59:07.531249 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-1676dcc6-9b41-4d15-83e1-e8eb0905bb32 admin admin] Calling delete_port for 8ae8dc37-66d8-458f-b080-507af3850982 owned by network:dhcp {{(pid=93873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 04:59:07.610188 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-1676dcc6-9b41-4d15-83e1-e8eb0905bb32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730087509221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730086931505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4316683'] for port, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:59:07.635992 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1676dcc6-9b41-4d15-83e1-e8eb0905bb32 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ae8dc37-66d8-458f-b080-507af3850982,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:59:07.639786 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1676dcc6-9b41-4d15-83e1-e8eb0905bb32 admin admin] No DVR routers for this DVR port 8ae8dc37-66d8-458f-b080-507af3850982 on host dv-cinder-778193-7-iscsi {{(pid=93873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 04:59:07.665763 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47fa1331-fe3c-4cc5-99b6-fd850097d000 None None] DHCP port deletion for 60f98f78-55e9-4572-98ed-492df4db132d request from dv-cinder-778193-7-iscsi {{(pid=93875) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 04:59:07.718791 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-1676dcc6-9b41-4d15-83e1-e8eb0905bb32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-666499', 'neutron.services.segments.db._delete_segments_for_network-8730087480257'] for network, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:59:07.730461 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.services.segments.db [None req-1676dcc6-9b41-4d15-83e1-e8eb0905bb32 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60f98f78-55e9-4572-98ed-492df4db132d']}} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:59:07.743288 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.services.segments.db [None req-1676dcc6-9b41-4d15-83e1-e8eb0905bb32 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac0ea285-8c67-4815-82ae-c1dad3023cab') {'for_net_delete': True} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:59:07.743566 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.services.segments.db [None req-1676dcc6-9b41-4d15-83e1-e8eb0905bb32 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac0ea285-8c67-4815-82ae-c1dad3023cab') {} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:59:07.753594 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-1676dcc6-9b41-4d15-83e1-e8eb0905bb32 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730087490389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5377085'] for segment, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:59:07.771120 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-1676dcc6-9b41-4d15-83e1-e8eb0905bb32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671022'] for segment, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:59:07.778011 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1676dcc6-9b41-4d15-83e1-e8eb0905bb32 admin admin] Releasing vlan 378 on physical network physnet1 to pool {{(pid=93873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 04:59:07.778445 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-1676dcc6-9b41-4d15-83e1-e8eb0905bb32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4316894'] for segment, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:59:07.780497 dv-cinder-778193-7-iscsi neutron-server[93873]: Traceback (most recent call last): Aug 31 04:59:07.780497 dv-cinder-778193-7-iscsi neutron-server[93873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 04:59:07.780497 dv-cinder-778193-7-iscsi neutron-server[93873]: timer() Aug 31 04:59:07.780497 dv-cinder-778193-7-iscsi neutron-server[93873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 04:59:07.780497 dv-cinder-778193-7-iscsi neutron-server[93873]: cb(*args, **kw) Aug 31 04:59:07.780497 dv-cinder-778193-7-iscsi neutron-server[93873]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 04:59:07.780497 dv-cinder-778193-7-iscsi neutron-server[93873]: return func(*args, **kwargs) Aug 31 04:59:07.780497 dv-cinder-778193-7-iscsi neutron-server[93873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 04:59:07.780497 dv-cinder-778193-7-iscsi neutron-server[93873]: self._notify() Aug 31 04:59:07.780497 dv-cinder-778193-7-iscsi neutron-server[93873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 04:59:07.780497 dv-cinder-778193-7-iscsi neutron-server[93873]: self.callback(batched_events) Aug 31 04:59:07.780497 dv-cinder-778193-7-iscsi neutron-server[93873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 04:59:07.780497 dv-cinder-778193-7-iscsi neutron-server[93873]: event.method(event) Aug 31 04:59:07.780497 dv-cinder-778193-7-iscsi neutron-server[93873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 04:59:07.780497 dv-cinder-778193-7-iscsi neutron-server[93873]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 04:59:07.780497 dv-cinder-778193-7-iscsi neutron-server[93873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 04:59:07.780497 dv-cinder-778193-7-iscsi neutron-server[93873]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 04:59:07.780497 dv-cinder-778193-7-iscsi neutron-server[93873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 04:59:07.780497 dv-cinder-778193-7-iscsi neutron-server[93873]: return f(self, *a, **k) Aug 31 04:59:07.780497 dv-cinder-778193-7-iscsi neutron-server[93873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 04:59:07.780497 dv-cinder-778193-7-iscsi neutron-server[93873]: return self._get(url).json() Aug 31 04:59:07.780497 dv-cinder-778193-7-iscsi neutron-server[93873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 04:59:07.780497 dv-cinder-778193-7-iscsi neutron-server[93873]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 04:59:07.780497 dv-cinder-778193-7-iscsi neutron-server[93873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 04:59:07.780497 dv-cinder-778193-7-iscsi neutron-server[93873]: return self.request(url, 'GET', **kwargs) Aug 31 04:59:07.780497 dv-cinder-778193-7-iscsi neutron-server[93873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 04:59:07.780497 dv-cinder-778193-7-iscsi neutron-server[93873]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 04:59:07.780497 dv-cinder-778193-7-iscsi neutron-server[93873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 04:59:07.780497 dv-cinder-778193-7-iscsi neutron-server[93873]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 04:59:07.780497 dv-cinder-778193-7-iscsi neutron-server[93873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 04:59:07.780497 dv-cinder-778193-7-iscsi neutron-server[93873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 04:59:07.780497 dv-cinder-778193-7-iscsi neutron-server[93873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 04:59:07.840052 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-1676dcc6-9b41-4d15-83e1-e8eb0905bb32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-666522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7956227'] for network, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:59:07.855492 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-1676dcc6-9b41-4d15-83e1-e8eb0905bb32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8355474'] for network, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:59:07.857358 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-1676dcc6-9b41-4d15-83e1-e8eb0905bb32 admin admin] 10.222.0.37 "DELETE /v2.0/networks/60f98f78-55e9-4572-98ed-492df4db132d HTTP/1.1" status: 204 len: 168 time: 0.5287592 Aug 31 04:59:07.858720 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1676dcc6-9b41-4d15-83e1-e8eb0905bb32 admin admin] Pushing event deleted for resources: {'Network': ['ID=60f98f78-55e9-4572-98ed-492df4db132d,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:59:07.978621 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 53930) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:59:08.017880 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-d56662ad-72f4-4736-90ac-da117277c54d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=79b459c19c784b6fb06ee797b76fdf03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0380387 Aug 31 04:59:08.020320 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 53934) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:59:08.069139 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-5fb3c1f2-d504-4d95-b0e3-88c52be0214f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:59:08.094627 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-5fb3c1f2-d504-4d95-b0e3-88c52be0214f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:59:08.140382 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-5fb3c1f2-d504-4d95-b0e3-88c52be0214f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:59:08.142907 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-5fb3c1f2-d504-4d95-b0e3-88c52be0214f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:59:08.144033 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-5fb3c1f2-d504-4d95-b0e3-88c52be0214f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/007e7b18-ccfb-48fc-ac41-f131fee5a7a4 HTTP/1.1" status: 204 len: 168 time: 0.1228347 Aug 31 04:59:08.152055 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb3c1f2-d504-4d95-b0e3-88c52be0214f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=007e7b18-ccfb-48fc-ac41-f131fee5a7a4,revision_number=None']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:59:08.460277 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 53944) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:59:08.499166 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-47406cf6-c253-4967-a888-8097a95cdd1a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5a9cd3f4209b44a19525e138c4676f81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0377386 Aug 31 04:59:08.501459 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 53946) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:59:08.790370 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7e317b79-853d-4f90-a35c-9fcf9ad8aee4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:59:08.810904 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7e317b79-853d-4f90-a35c-9fcf9ad8aee4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:59:08.856603 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7e317b79-853d-4f90-a35c-9fcf9ad8aee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:59:08.859348 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7e317b79-853d-4f90-a35c-9fcf9ad8aee4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:59:08.860492 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-7e317b79-853d-4f90-a35c-9fcf9ad8aee4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8f3e3dc8-aa90-417d-ad14-3971b4e81c26 HTTP/1.1" status: 204 len: 168 time: 0.3581741 Aug 31 04:59:08.868275 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e317b79-853d-4f90-a35c-9fcf9ad8aee4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f3e3dc8-aa90-417d-ad14-3971b4e81c26,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:59:08.999278 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Device 8ae8dc37-66d8-458f-b080-507af3850982 no longer exists at agent ovs-agent-dv-cinder-778193-7-iscsi {{(pid=93875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:59:09.018920 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] No Port match for: 8ae8dc37-66d8-458f-b080-507af3850982 {{(pid=93875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 04:59:09.019266 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Device 8ae8dc37-66d8-458f-b080-507af3850982 not bound to the agent host dv-cinder-778193-7-iscsi {{(pid=93875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:59:09.019674 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Device feb2ef2e-7f35-4043-b888-d41532a8adc3 no longer exists at agent ovs-agent-dv-cinder-778193-7-iscsi {{(pid=93875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:59:09.037666 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] No Port match for: feb2ef2e-7f35-4043-b888-d41532a8adc3 {{(pid=93875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 04:59:09.038013 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Device feb2ef2e-7f35-4043-b888-d41532a8adc3 not bound to the agent host dv-cinder-778193-7-iscsi {{(pid=93875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:59:26.219678 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c8be4ac2-a412-4615-b57e-4e39e6b45cc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:59:28.175360 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:59:28.669959 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-61c9b222-2ede-44d9-9c8a-68cc912dd767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:59:29.030007 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:59:29.952641 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cae06a7b-375a-4b62-8781-ea2d8af560c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:59:31.386815 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a4fd8ad5-a492-4575-8673-07e6bf736dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:59:38.519734 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.agents_db [None req-b358f2ce-044e-44db-8ffe-8010ce8c5d43 None None] Agent healthcheck: found 6 active agents {{(pid=93876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:59:51.382870 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-f15fe848-ef5e-46b4-ba1b-52203e278f53 req-8448b252-44c5-44c2-ac58-15cd2ee45d6c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cb41ca86-e02d-4ab8-82b6-ddc959aae5fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0382142 Aug 31 04:59:51.479661 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15fe848-ef5e-46b4-ba1b-52203e278f53 req-b42a4bb4-6042-40a4-8bf1-5ab90d04da11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:59:51.481288 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-f15fe848-ef5e-46b4-ba1b-52203e278f53 req-b42a4bb4-6042-40a4-8bf1-5ab90d04da11 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9a4c00b65f96499f945037afd604da1d&device_id=cb41ca86-e02d-4ab8-82b6-ddc959aae5fe HTTP/1.1" status: 200 len: 1098 time: 0.0419593 Aug 31 04:59:51.581982 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15fe848-ef5e-46b4-ba1b-52203e278f53 req-074737f6-057f-4521-97d5-9f8f0b5946c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:59:51.583473 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-f15fe848-ef5e-46b4-ba1b-52203e278f53 req-074737f6-057f-4521-97d5-9f8f0b5946c3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8936ee09-226f-4718-943f-9ffdccd40918 HTTP/1.1" status: 200 len: 911 time: 0.0839658 Aug 31 04:59:51.645350 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-f15fe848-ef5e-46b4-ba1b-52203e278f53 req-8e83e710-240a-439d-ad8f-fe6b2fee7e03 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=42ad7104-c638-4415-a991-b7fb77ed3f2c HTTP/1.1" status: 200 len: 1001 time: 0.0548544 Aug 31 04:59:51.696029 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15fe848-ef5e-46b4-ba1b-52203e278f53 req-6797633d-945b-4a8b-beb2-b3b15dfe74ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:59:51.697967 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-f15fe848-ef5e-46b4-ba1b-52203e278f53 req-6797633d-945b-4a8b-beb2-b3b15dfe74ae service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dbec82d9-5dbd-41df-9df9-228f18fdefe0 HTTP/1.1" status: 200 len: 849 time: 0.0453742 Aug 31 04:59:51.740904 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15fe848-ef5e-46b4-ba1b-52203e278f53 req-fe8297f0-28cd-473c-927b-52f60442fdfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:59:51.742436 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-f15fe848-ef5e-46b4-ba1b-52203e278f53 req-fe8297f0-28cd-473c-927b-52f60442fdfe service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8936ee09-226f-4718-943f-9ffdccd40918&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0383825 Aug 31 04:59:51.830976 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-f15fe848-ef5e-46b4-ba1b-52203e278f53 req-13bfab4c-d5ed-4c11-8ee3-7a58ac5cb0bd service neutron] 10.222.0.13 "GET /v2.0/networks/8936ee09-226f-4718-943f-9ffdccd40918?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816479 Aug 31 04:59:51.926313 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-f15fe848-ef5e-46b4-ba1b-52203e278f53 req-ade1e4d0-8a6d-458c-bdae-42a60f5cefab service neutron] 10.222.0.13 "GET /v2.0/networks/8936ee09-226f-4718-943f-9ffdccd40918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860522 Aug 31 04:59:56.222228 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-448991a8-85b2-4b0e-b529-cce3a0cc2090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:59:58.173644 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:59:58.669652 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f55be868-bc41-45f8-802b-d3ca777ead39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:59:59.031144 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:59:59.955042 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cae06a7b-375a-4b62-8781-ea2d8af560c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:00:01.390762 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a4fd8ad5-a492-4575-8673-07e6bf736dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:00:15.517963 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.agents_db [None req-b358f2ce-044e-44db-8ffe-8010ce8c5d43 None None] Agent healthcheck: found 6 active agents {{(pid=93876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 05:00:26.223114 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8963073f-fe92-48fd-9b62-9913ea7ca104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:00:28.188304 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:00:28.669548 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2afa6370-d548-497f-bfd5-eab2fda35982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:00:29.033316 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:00:29.957764 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cae06a7b-375a-4b62-8781-ea2d8af560c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:00:31.393244 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a4fd8ad5-a492-4575-8673-07e6bf736dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:00:51.759589 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-14922d67-e7bc-4e9a-b21a-32c4c4d3f72b req-a7109352-f9c1-445d-b685-041e739549bb service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cb41ca86-e02d-4ab8-82b6-ddc959aae5fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0461156 Aug 31 05:00:51.859109 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14922d67-e7bc-4e9a-b21a-32c4c4d3f72b req-9bbbaac2-afc2-4704-a0e1-ab6c78a29b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:00:51.861041 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-14922d67-e7bc-4e9a-b21a-32c4c4d3f72b req-9bbbaac2-afc2-4704-a0e1-ab6c78a29b22 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9a4c00b65f96499f945037afd604da1d&device_id=cb41ca86-e02d-4ab8-82b6-ddc959aae5fe HTTP/1.1" status: 200 len: 1098 time: 0.0430987 Aug 31 05:00:51.975474 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14922d67-e7bc-4e9a-b21a-32c4c4d3f72b req-a25d3eca-b14b-4f84-a130-53859f393212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:00:51.976968 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-14922d67-e7bc-4e9a-b21a-32c4c4d3f72b req-a25d3eca-b14b-4f84-a130-53859f393212 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8936ee09-226f-4718-943f-9ffdccd40918 HTTP/1.1" status: 200 len: 911 time: 0.0931661 Aug 31 05:00:52.048801 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-14922d67-e7bc-4e9a-b21a-32c4c4d3f72b req-5bf93cfc-c3db-421b-b576-81972d2a7492 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=42ad7104-c638-4415-a991-b7fb77ed3f2c HTTP/1.1" status: 200 len: 1001 time: 0.0631549 Aug 31 05:00:52.108372 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14922d67-e7bc-4e9a-b21a-32c4c4d3f72b req-d3aa59f1-f0f4-46ca-8589-cdf99cd0ffa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:00:52.109911 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-14922d67-e7bc-4e9a-b21a-32c4c4d3f72b req-d3aa59f1-f0f4-46ca-8589-cdf99cd0ffa0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dbec82d9-5dbd-41df-9df9-228f18fdefe0 HTTP/1.1" status: 200 len: 849 time: 0.0557535 Aug 31 05:00:52.159669 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14922d67-e7bc-4e9a-b21a-32c4c4d3f72b req-f912773f-bd5e-4d96-8ae8-6f0b9bc4e3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:00:52.161183 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-14922d67-e7bc-4e9a-b21a-32c4c4d3f72b req-f912773f-bd5e-4d96-8ae8-6f0b9bc4e3e6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8936ee09-226f-4718-943f-9ffdccd40918&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0443213 Aug 31 05:00:52.250615 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-14922d67-e7bc-4e9a-b21a-32c4c4d3f72b req-5fa5ec4a-8623-468a-88f0-e07f8253bc61 service neutron] 10.222.0.13 "GET /v2.0/networks/8936ee09-226f-4718-943f-9ffdccd40918?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822189 Aug 31 05:00:52.342660 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-14922d67-e7bc-4e9a-b21a-32c4c4d3f72b req-f1c8b53c-f6d4-42b1-a553-e8181e2ada67 service neutron] 10.222.0.13 "GET /v2.0/networks/8936ee09-226f-4718-943f-9ffdccd40918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849547 Aug 31 05:00:52.396629 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 55194) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:00:52.507899 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-9898a017-86b4-4d35-9884-938bc59bcb38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:00:52.519521 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.agents_db [None req-b358f2ce-044e-44db-8ffe-8010ce8c5d43 None None] Agent healthcheck: found 6 active agents {{(pid=93876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 05:00:52.596787 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-9898a017-86b4-4d35-9884-938bc59bcb38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:00:52.600230 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-9898a017-86b4-4d35-9884-938bc59bcb38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:00:52.636737 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-9898a017-86b4-4d35-9884-938bc59bcb38 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a6fcf2e8c02141fa9c9137be36291d54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2390721 Aug 31 05:00:52.639230 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898a017-86b4-4d35-9884-938bc59bcb38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceba1a70-440b-46a8-b5fb-6e5dc3b3e44f,revision_number=1']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:00:52.639731 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 55204) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:00:52.646169 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9898a017-86b4-4d35-9884-938bc59bcb38 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:00:52.646529 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9898a017-86b4-4d35-9884-938bc59bcb38 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:00:52.646876 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9898a017-86b4-4d35-9884-938bc59bcb38 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:00:52.647218 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9898a017-86b4-4d35-9884-938bc59bcb38 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:00:52.647557 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9898a017-86b4-4d35-9884-938bc59bcb38 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:00:52.647894 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9898a017-86b4-4d35-9884-938bc59bcb38 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:00:52.648225 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9898a017-86b4-4d35-9884-938bc59bcb38 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:00:52.648556 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9898a017-86b4-4d35-9884-938bc59bcb38 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:00:52.648889 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9898a017-86b4-4d35-9884-938bc59bcb38 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:00:52.649218 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9898a017-86b4-4d35-9884-938bc59bcb38 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:00:52.649549 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9898a017-86b4-4d35-9884-938bc59bcb38 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:00:52.649876 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9898a017-86b4-4d35-9884-938bc59bcb38 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:00:52.691904 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2eb38e51-06a2-4a44-90f9-90ad967c2039 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:00:52.713238 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2eb38e51-06a2-4a44-90f9-90ad967c2039 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:00:52.759535 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2eb38e51-06a2-4a44-90f9-90ad967c2039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:00:52.762016 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2eb38e51-06a2-4a44-90f9-90ad967c2039 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:00:52.763246 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-2eb38e51-06a2-4a44-90f9-90ad967c2039 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ceba1a70-440b-46a8-b5fb-6e5dc3b3e44f HTTP/1.1" status: 204 len: 168 time: 0.1225312 Aug 31 05:00:52.771184 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb38e51-06a2-4a44-90f9-90ad967c2039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceba1a70-440b-46a8-b5fb-6e5dc3b3e44f,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:00:52.778257 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb38e51-06a2-4a44-90f9-90ad967c2039 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:00:52.778638 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb38e51-06a2-4a44-90f9-90ad967c2039 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:00:52.778959 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb38e51-06a2-4a44-90f9-90ad967c2039 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:00:52.779292 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb38e51-06a2-4a44-90f9-90ad967c2039 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:00:52.779623 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb38e51-06a2-4a44-90f9-90ad967c2039 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:00:52.779960 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb38e51-06a2-4a44-90f9-90ad967c2039 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:00:52.780298 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb38e51-06a2-4a44-90f9-90ad967c2039 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:00:52.780612 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb38e51-06a2-4a44-90f9-90ad967c2039 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:00:52.780938 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb38e51-06a2-4a44-90f9-90ad967c2039 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:00:52.781260 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb38e51-06a2-4a44-90f9-90ad967c2039 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:00:52.781581 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb38e51-06a2-4a44-90f9-90ad967c2039 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:00:52.781900 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb38e51-06a2-4a44-90f9-90ad967c2039 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:00:53.023330 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 55218) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:00:53.036355 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-a2447134-8d4c-4c80-87bb-43906b4b2cc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:00:53.125082 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-a2447134-8d4c-4c80-87bb-43906b4b2cc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:00:53.128605 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-a2447134-8d4c-4c80-87bb-43906b4b2cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:00:53.169250 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-a2447134-8d4c-4c80-87bb-43906b4b2cc0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e639236753cf444d8ee4545ba3995079&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1442049 Aug 31 05:00:53.170189 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2447134-8d4c-4c80-87bb-43906b4b2cc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b953f354-ef76-44d3-be6a-615aa49fd653,revision_number=1']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:00:53.172257 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 55222) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:00:53.219031 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-1f99d03b-5e29-4af3-9756-a56d1f96d095 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:00:53.243125 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-1f99d03b-5e29-4af3-9756-a56d1f96d095 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:00:53.287522 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-1f99d03b-5e29-4af3-9756-a56d1f96d095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:00:53.289994 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-1f99d03b-5e29-4af3-9756-a56d1f96d095 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:00:53.291203 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-1f99d03b-5e29-4af3-9756-a56d1f96d095 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b953f354-ef76-44d3-be6a-615aa49fd653 HTTP/1.1" status: 204 len: 168 time: 0.1176078 Aug 31 05:00:53.299424 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f99d03b-5e29-4af3-9756-a56d1f96d095 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b953f354-ef76-44d3-be6a-615aa49fd653,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:00:53.607572 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 55234) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:00:53.620734 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-33d7f5dd-fbe7-4704-963a-8117f4fd1fbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:00:53.707544 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-33d7f5dd-fbe7-4704-963a-8117f4fd1fbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:00:53.711045 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-33d7f5dd-fbe7-4704-963a-8117f4fd1fbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:00:53.748625 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-33d7f5dd-fbe7-4704-963a-8117f4fd1fbb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=36f6281dc601404b9bab01920f5e5dbf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1399195 Aug 31 05:00:53.749745 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d7f5dd-fbe7-4704-963a-8117f4fd1fbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=629ab57b-6e78-4a88-b3a8-a3bb71f9f13d,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:00:53.751596 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 55238) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:00:53.801469 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-2847be21-f5a1-4bac-b4ed-9cf48d87122a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:00:53.822746 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-2847be21-f5a1-4bac-b4ed-9cf48d87122a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:00:53.873407 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-2847be21-f5a1-4bac-b4ed-9cf48d87122a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:00:53.876096 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-2847be21-f5a1-4bac-b4ed-9cf48d87122a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:00:53.877282 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-2847be21-f5a1-4bac-b4ed-9cf48d87122a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/629ab57b-6e78-4a88-b3a8-a3bb71f9f13d HTTP/1.1" status: 204 len: 168 time: 0.1240427 Aug 31 05:00:53.884669 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2847be21-f5a1-4bac-b4ed-9cf48d87122a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=629ab57b-6e78-4a88-b3a8-a3bb71f9f13d,revision_number=None']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:00:54.968398 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 55280) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:00:55.072269 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-29113ae9-c1b8-44ad-b1eb-2adb488ab17a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:00:55.159716 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-29113ae9-c1b8-44ad-b1eb-2adb488ab17a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:00:55.163321 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-29113ae9-c1b8-44ad-b1eb-2adb488ab17a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:00:55.202475 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-29113ae9-c1b8-44ad-b1eb-2adb488ab17a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b95a8072932847e6913e778a200bc789&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2355418 Aug 31 05:00:55.203512 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29113ae9-c1b8-44ad-b1eb-2adb488ab17a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=249a10c6-ec60-4986-8e5d-17be3207f017,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:00:55.205263 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 55288) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:00:55.253006 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-40d31a21-c8bc-4b21-8ad3-7a63110f979a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:00:55.272702 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-40d31a21-c8bc-4b21-8ad3-7a63110f979a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:00:55.318831 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-40d31a21-c8bc-4b21-8ad3-7a63110f979a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:00:55.323003 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-40d31a21-c8bc-4b21-8ad3-7a63110f979a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:00:55.324822 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-40d31a21-c8bc-4b21-8ad3-7a63110f979a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/249a10c6-ec60-4986-8e5d-17be3207f017 HTTP/1.1" status: 204 len: 168 time: 0.1182606 Aug 31 05:00:55.336899 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d31a21-c8bc-4b21-8ad3-7a63110f979a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=249a10c6-ec60-4986-8e5d-17be3207f017,revision_number=None']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:00:56.225470 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-79136422-fbe4-432c-8066-f7a3cd33bc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:00:58.189185 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:00:58.673043 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7bd6571a-7ec6-4a78-9cbf-9bc7dae49c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:00:59.034843 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:00:59.962664 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cae06a7b-375a-4b62-8781-ea2d8af560c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:01:01.397254 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a4fd8ad5-a492-4575-8673-07e6bf736dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:01:26.225953 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d814b639-a85c-4766-adf4-9c817b77af05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:01:28.201154 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:01:28.676221 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-966db72c-3760-49c2-a2ff-26daf685fe7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:01:29.034884 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:01:29.519118 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.agents_db [None req-b358f2ce-044e-44db-8ffe-8010ce8c5d43 None None] Agent healthcheck: found 6 active agents {{(pid=93876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 05:01:29.964758 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cae06a7b-375a-4b62-8781-ea2d8af560c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:01:31.401083 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a4fd8ad5-a492-4575-8673-07e6bf736dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:01:51.759621 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-5066a094-7912-4f2b-9763-08c5b94158fb req-f6cc642a-1e9b-4c01-b019-66ff0bbe595f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cb41ca86-e02d-4ab8-82b6-ddc959aae5fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0381782 Aug 31 05:01:51.862714 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5066a094-7912-4f2b-9763-08c5b94158fb req-ab070dda-4a9b-47c7-b860-af5652bd8eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:01:51.864233 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-5066a094-7912-4f2b-9763-08c5b94158fb req-ab070dda-4a9b-47c7-b860-af5652bd8eda service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9a4c00b65f96499f945037afd604da1d&device_id=cb41ca86-e02d-4ab8-82b6-ddc959aae5fe HTTP/1.1" status: 200 len: 1098 time: 0.0413799 Aug 31 05:01:51.964492 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5066a094-7912-4f2b-9763-08c5b94158fb req-4c318e2b-89b2-42de-982a-fab91f3b95b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:01:51.965936 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-5066a094-7912-4f2b-9763-08c5b94158fb req-4c318e2b-89b2-42de-982a-fab91f3b95b5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8936ee09-226f-4718-943f-9ffdccd40918 HTTP/1.1" status: 200 len: 911 time: 0.0830922 Aug 31 05:01:52.029194 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-5066a094-7912-4f2b-9763-08c5b94158fb req-ff47c309-ca18-4005-b44c-a4d35d901886 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=42ad7104-c638-4415-a991-b7fb77ed3f2c HTTP/1.1" status: 200 len: 1001 time: 0.0556099 Aug 31 05:01:52.076574 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5066a094-7912-4f2b-9763-08c5b94158fb req-167baf99-e54d-4798-91de-0a59f3906581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:01:52.077946 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-5066a094-7912-4f2b-9763-08c5b94158fb req-167baf99-e54d-4798-91de-0a59f3906581 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dbec82d9-5dbd-41df-9df9-228f18fdefe0 HTTP/1.1" status: 200 len: 849 time: 0.0420282 Aug 31 05:01:52.123997 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5066a094-7912-4f2b-9763-08c5b94158fb req-490c2c88-0343-4ef6-8fd2-63129e9d6e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:01:52.125441 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-5066a094-7912-4f2b-9763-08c5b94158fb req-490c2c88-0343-4ef6-8fd2-63129e9d6e99 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8936ee09-226f-4718-943f-9ffdccd40918&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404034 Aug 31 05:01:52.212261 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-5066a094-7912-4f2b-9763-08c5b94158fb req-7dc06f0c-0ccf-467b-8fd9-015f6a2db7f8 service neutron] 10.222.0.13 "GET /v2.0/networks/8936ee09-226f-4718-943f-9ffdccd40918?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793257 Aug 31 05:01:52.302695 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-5066a094-7912-4f2b-9763-08c5b94158fb req-5446d7e4-c889-4943-b1a0-489cc29d8c7f service neutron] 10.222.0.13 "GET /v2.0/networks/8936ee09-226f-4718-943f-9ffdccd40918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821803 Aug 31 05:01:56.227159 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fe1a9731-4a34-4bd2-b4bf-d5314d5f66ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:01:58.199826 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:01:58.677308 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-26138e4b-52d8-4f52-9413-cd4f8e5c026e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:01:59.035979 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:01:59.967001 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cae06a7b-375a-4b62-8781-ea2d8af560c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:02:01.403185 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a4fd8ad5-a492-4575-8673-07e6bf736dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:02:06.518279 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.agents_db [None req-b358f2ce-044e-44db-8ffe-8010ce8c5d43 None None] Agent healthcheck: found 6 active agents {{(pid=93876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 05:02:26.229408 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d46d8d13-480b-442f-9b04-732b4f434c26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:02:28.213918 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:02:28.677169 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4cde8e84-1630-448c-bba6-db3cb94ce463 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:02:29.037488 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:02:29.972443 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cae06a7b-375a-4b62-8781-ea2d8af560c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:02:31.406255 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a4fd8ad5-a492-4575-8673-07e6bf736dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:02:43.516746 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.agents_db [None req-b358f2ce-044e-44db-8ffe-8010ce8c5d43 None None] Agent healthcheck: found 6 active agents {{(pid=93876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 05:02:53.470871 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-790e0140-6912-42d4-aa48-3bc897388b7d req-30821e1c-5476-4656-a95c-b2e135a8b875 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cb41ca86-e02d-4ab8-82b6-ddc959aae5fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1372097 Aug 31 05:02:53.567665 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790e0140-6912-42d4-aa48-3bc897388b7d req-177bf128-a43b-4c65-b8d5-279122843b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:02:53.569152 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-790e0140-6912-42d4-aa48-3bc897388b7d req-177bf128-a43b-4c65-b8d5-279122843b1c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9a4c00b65f96499f945037afd604da1d&device_id=cb41ca86-e02d-4ab8-82b6-ddc959aae5fe HTTP/1.1" status: 200 len: 1098 time: 0.0403364 Aug 31 05:02:53.670664 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790e0140-6912-42d4-aa48-3bc897388b7d req-c4f3d71a-0d23-4170-bc8e-e47a20238633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:02:53.672142 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-790e0140-6912-42d4-aa48-3bc897388b7d req-c4f3d71a-0d23-4170-bc8e-e47a20238633 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8936ee09-226f-4718-943f-9ffdccd40918 HTTP/1.1" status: 200 len: 911 time: 0.0840633 Aug 31 05:02:53.735740 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-790e0140-6912-42d4-aa48-3bc897388b7d req-b49562a1-d473-4ff6-98bd-ddf7930641fc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=42ad7104-c638-4415-a991-b7fb77ed3f2c HTTP/1.1" status: 200 len: 1001 time: 0.0560598 Aug 31 05:02:53.783867 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790e0140-6912-42d4-aa48-3bc897388b7d req-53c29f4d-9eaf-4b9a-af0b-9628483a1a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:02:53.785260 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-790e0140-6912-42d4-aa48-3bc897388b7d req-53c29f4d-9eaf-4b9a-af0b-9628483a1a67 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dbec82d9-5dbd-41df-9df9-228f18fdefe0 HTTP/1.1" status: 200 len: 849 time: 0.0428159 Aug 31 05:02:53.839902 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790e0140-6912-42d4-aa48-3bc897388b7d req-93a02d2e-6329-4d24-b5ff-85804887bc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:02:53.840823 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-790e0140-6912-42d4-aa48-3bc897388b7d req-93a02d2e-6329-4d24-b5ff-85804887bc9f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8936ee09-226f-4718-943f-9ffdccd40918&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0491109 Aug 31 05:02:53.852982 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [req-790e0140-6912-42d4-aa48-3bc897388b7d req-9fdaee5f-a456-4555-9c71-eadf2d4ff879 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93873) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 05:02:53.853924 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-790e0140-6912-42d4-aa48-3bc897388b7d req-9fdaee5f-a456-4555-9c71-eadf2d4ff879 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055187 Aug 31 05:02:53.941804 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-790e0140-6912-42d4-aa48-3bc897388b7d req-ff205c20-dedf-48c1-84f9-975ef902ec63 service neutron] 10.222.0.13 "GET /v2.0/networks/8936ee09-226f-4718-943f-9ffdccd40918?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803301 Aug 31 05:02:54.032789 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-790e0140-6912-42d4-aa48-3bc897388b7d req-80328639-59f5-419b-9fc4-03035f4e2b6c service neutron] 10.222.0.13 "GET /v2.0/networks/8936ee09-226f-4718-943f-9ffdccd40918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837131 Aug 31 05:02:56.345889 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2c7d487b-1e2d-4fb0-8b00-588635af795a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:02:58.229531 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:02:58.676887 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fc5f6954-845d-4aba-915b-9ec360e7096a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:02:59.037545 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:02:59.975559 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cae06a7b-375a-4b62-8781-ea2d8af560c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:03:01.408400 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a4fd8ad5-a492-4575-8673-07e6bf736dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:03:20.516490 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.agents_db [None req-b358f2ce-044e-44db-8ffe-8010ce8c5d43 None None] Agent healthcheck: found 6 active agents {{(pid=93876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 05:03:23.737790 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16df18cb-3218-494a-b715-3a3c072e8cc7 req-8fca969e-cfd3-4d8b-b47d-6aea0f7998e8 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:03:23.739276 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-16df18cb-3218-494a-b715-3a3c072e8cc7 req-8fca969e-cfd3-4d8b-b47d-6aea0f7998e8 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb41ca86-e02d-4ab8-82b6-ddc959aae5fe HTTP/1.1" status: 200 len: 945 time: 0.1817698 Aug 31 05:03:23.777392 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-16df18cb-3218-494a-b715-3a3c072e8cc7 req-a6db6333-e504-47e6-852f-431cab275421 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/security-groups?id=48531a16-d412-47b1-ba26-dc373ab0e29b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318894 Aug 31 05:03:24.134747 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f205926c-731b-4f4e-81c8-4df37db3b120 req-97c21b68-0c99-4903-84de-e28fed73c263 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:03:24.136184 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-f205926c-731b-4f4e-81c8-4df37db3b120 req-97c21b68-0c99-4903-84de-e28fed73c263 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb41ca86-e02d-4ab8-82b6-ddc959aae5fe HTTP/1.1" status: 200 len: 945 time: 0.0480096 Aug 31 05:03:24.225920 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [req-f205926c-731b-4f4e-81c8-4df37db3b120 req-a4c72037-cd9d-4242-b87b-56b1b52e4d26 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Deleting port 42ad7104-c638-4415-a991-b7fb77ed3f2c {{(pid=93873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 05:03:24.226289 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-f205926c-731b-4f4e-81c8-4df37db3b120 req-a4c72037-cd9d-4242-b87b-56b1b52e4d26 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730087506454'] for port, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:03:24.316382 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [req-f205926c-731b-4f4e-81c8-4df37db3b120 req-a4c72037-cd9d-4242-b87b-56b1b52e4d26 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] For port 42ad7104-c638-4415-a991-b7fb77ed3f2c, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=42ad7104-c638-4415-a991-b7fb77ed3f2c,segment=NetworkSegment(f068b9d6-cd7c-4610-b419-d71f6e8f87e2),segment_id=f068b9d6-cd7c-4610-b419-d71f6e8f87e2)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:03:24.316656 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-f205926c-731b-4f4e-81c8-4df37db3b120 req-a4c72037-cd9d-4242-b87b-56b1b52e4d26 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7955047'] for port, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:03:24.482186 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-f205926c-731b-4f4e-81c8-4df37db3b120 req-a4c72037-cd9d-4242-b87b-56b1b52e4d26 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:03:24.482581 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-f205926c-731b-4f4e-81c8-4df37db3b120 req-a4c72037-cd9d-4242-b87b-56b1b52e4d26 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7956241'] for floatingip, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:03:24.482937 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.db.l3_db [req-f205926c-731b-4f4e-81c8-4df37db3b120 req-a4c72037-cd9d-4242-b87b-56b1b52e4d26 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Floating IP a169803b-5c85-48d4-9fd5-5d4d3469e2d8 disassociated. External IP: 172.27.3.148, port: 42ad7104-c638-4415-a991-b7fb77ed3f2c. Aug 31 05:03:24.483322 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [req-f205926c-731b-4f4e-81c8-4df37db3b120 req-a4c72037-cd9d-4242-b87b-56b1b52e4d26 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Calling delete_port for 42ad7104-c638-4415-a991-b7fb77ed3f2c owned by compute:nova {{(pid=93873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 05:03:24.616777 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-f205926c-731b-4f4e-81c8-4df37db3b120 req-a4c72037-cd9d-4242-b87b-56b1b52e4d26 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730087509221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730086931505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4316683'] for port, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:03:24.648029 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c72037-cd9d-4242-b87b-56b1b52e4d26 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Pushing event deleted for resources: {'Port': ['ID=42ad7104-c638-4415-a991-b7fb77ed3f2c,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:03:24.658629 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c72037-cd9d-4242-b87b-56b1b52e4d26 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:03:24.658980 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c72037-cd9d-4242-b87b-56b1b52e4d26 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:03:24.659324 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c72037-cd9d-4242-b87b-56b1b52e4d26 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:03:24.659661 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c72037-cd9d-4242-b87b-56b1b52e4d26 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:03:24.662616 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c72037-cd9d-4242-b87b-56b1b52e4d26 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:03:24.662616 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c72037-cd9d-4242-b87b-56b1b52e4d26 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:03:24.662616 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c72037-cd9d-4242-b87b-56b1b52e4d26 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:03:24.662616 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c72037-cd9d-4242-b87b-56b1b52e4d26 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:03:24.662616 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c72037-cd9d-4242-b87b-56b1b52e4d26 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:03:24.662616 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c72037-cd9d-4242-b87b-56b1b52e4d26 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:03:24.662616 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c72037-cd9d-4242-b87b-56b1b52e4d26 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:03:24.662616 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c72037-cd9d-4242-b87b-56b1b52e4d26 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:03:24.762378 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f205926c-731b-4f4e-81c8-4df37db3b120 req-a4c72037-cd9d-4242-b87b-56b1b52e4d26 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Router 270e5260-275a-4218-82b7-94c26fa32077 has already been hosted by L3 agent 0d18d50c-d309-40cc-9cbf-a014e4f79dac {{(pid=93873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 05:03:24.868833 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f205926c-731b-4f4e-81c8-4df37db3b120 req-a4c72037-cd9d-4242-b87b-56b1b52e4d26 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Notify agent at l3_agent.dv-cinder-778193-7-iscsi the message routers_updated {{(pid=93873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 05:03:24.878655 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed2b3c4-e2f3-46e8-8196-733c0f0c87bb None None] Sync routers for ids ['270e5260-275a-4218-82b7-94c26fa32077'] in dv-cinder-778193-7-iscsi {{(pid=93875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 05:03:24.888160 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed2b3c4-e2f3-46e8-8196-733c0f0c87bb None None] Routers {'270e5260-275a-4218-82b7-94c26fa32077'} bound to L3 agent in host dv-cinder-778193-7-iscsi {{(pid=93875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:03:24.888967 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-eed2b3c4-e2f3-46e8-8196-733c0f0c87bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T04:24:29Z,description=,heartbeat_timestamp=2021-08-31T05:02:59Z,host='dv-cinder-778193-7-iscsi',id=0d18d50c-d309-40cc-9cbf-a014e4f79dac,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T04:24:29Z,topic='l3_agent')) {'router_ids': ['270e5260-275a-4218-82b7-94c26fa32077'], 'active': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:03:24.906133 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [req-f205926c-731b-4f4e-81c8-4df37db3b120 req-a4c72037-cd9d-4242-b87b-56b1b52e4d26 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] No DVR routers for this DVR port 42ad7104-c638-4415-a991-b7fb77ed3f2c on host hv-cinder-77819 {{(pid=93873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 05:03:24.908707 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-f205926c-731b-4f4e-81c8-4df37db3b120 req-a4c72037-cd9d-4242-b87b-56b1b52e4d26 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200266'] for port, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:03:24.910778 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-f205926c-731b-4f4e-81c8-4df37db3b120 req-a4c72037-cd9d-4242-b87b-56b1b52e4d26 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.13 "DELETE /v2.0/ports/42ad7104-c638-4415-a991-b7fb77ed3f2c HTTP/1.1" status: 204 len: 173 time: 0.7677367 Aug 31 05:03:24.911152 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb41ca86-e02d-4ab8-82b6-ddc959aae5fe', 'name': 'network-vif-deleted', 'tag': '42ad7104-c638-4415-a991-b7fb77ed3f2c'}] {{(pid=93873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:03:24.913432 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a11e4e79c753650f2852f0d7a0fe7e91abda00271ce9373e69ea4f6baf967f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a209c7cd-2c70-44f0-bc2a-73f6adf249c8" -d '{"events": [{"server_uuid": "cb41ca86-e02d-4ab8-82b6-ddc959aae5fe", "name": "network-vif-deleted", "tag": "42ad7104-c638-4415-a991-b7fb77ed3f2c"}]}' {{(pid=93873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:03:24.948692 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-508786f1-52c7-4484-b580-6b270b3b36ce req-76a49702-aef9-4284-9fc4-ee23b6f3c2b6 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb41ca86-e02d-4ab8-82b6-ddc959aae5fe HTTP/1.1" status: 200 len: 210 time: 0.0887995 Aug 31 05:03:25.020362 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvr_db [None req-eed2b3c4-e2f3-46e8-8196-733c0f0c87bb None None] Set router 270e5260-275a-4218-82b7-94c26fa32077 gateway port host: dv-cinder-778193-7-iscsi {{(pid=93875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:03:25.042347 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 05:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3953e97f-a126-41ff-814e-4474c4dfb8eb x-openstack-request-id: req-3953e97f-a126-41ff-814e-4474c4dfb8eb {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:03:25.042640 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb41ca86-e02d-4ab8-82b6-ddc959aae5fe", "name": "network-vif-deleted", "tag": "42ad7104-c638-4415-a991-b7fb77ed3f2c", "status": "completed", "code": 200}]} {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:03:25.043143 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3953e97f-a126-41ff-814e-4474c4dfb8eb {{(pid=93873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:03:25.043554 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb41ca86-e02d-4ab8-82b6-ddc959aae5fe', 'name': 'network-vif-deleted', 'tag': '42ad7104-c638-4415-a991-b7fb77ed3f2c', 'status': 'completed', 'code': 200} Aug 31 05:03:25.236252 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-eed2b3c4-e2f3-46e8-8196-733c0f0c87bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '270e5260-275a-4218-82b7-94c26fa32077', 'name': 'tempest-AttachVolumeTestJSON-272015880-router', 'tenant_id': '9a4c00b65f96499f945037afd604da1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'external_fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': 'cf6d2b3c-8445-4fad-82e1-1ef5396f87c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:32:16Z', 'updated_at': '2021-08-31T04:32:27Z', 'revision_number': 4, 'project_id': '9a4c00b65f96499f945037afd604da1d', 'gw_port': {'id': 'cf6d2b3c-8445-4fad-82e1-1ef5396f87c2', 'name': '', 'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:7a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270e5260-275a-4218-82b7-94c26fa32077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:32:18Z', 'updated_at': '2021-08-31T04:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-iscsi', '_interfaces': [{'id': 'a9a25f97-30d1-41c0-ac4a-a3cb6f609496', 'name': '', 'network_id': '8936ee09-226f-4718-943f-9ffdccd40918', 'tenant_id': '9a4c00b65f96499f945037afd604da1d', 'mac_address': 'fa:16:3e:2d:c0:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270e5260-275a-4218-82b7-94c26fa32077', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'dbec82d9-5dbd-41df-9df9-228f18fdefe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:32:24Z', 'updated_at': '2021-08-31T04:32:38Z', 'revision_number': 5, 'project_id': '9a4c00b65f96499f945037afd604da1d', 'subnets': [{'id': 'dbec82d9-5dbd-41df-9df9-228f18fdefe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-7-iscsi', False) {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:03:25.265266 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed2b3c4-e2f3-46e8-8196-733c0f0c87bb None None] Checking router: 270e5260-275a-4218-82b7-94c26fa32077 for host: dv-cinder-778193-7-iscsi {{(pid=93875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 05:03:25.273240 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed2b3c4-e2f3-46e8-8196-733c0f0c87bb None None] Routers {'270e5260-275a-4218-82b7-94c26fa32077'} bound to L3 agent in host dv-cinder-778193-7-iscsi {{(pid=93875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:03:25.273833 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-eed2b3c4-e2f3-46e8-8196-733c0f0c87bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T04:24:29Z,description=,heartbeat_timestamp=2021-08-31T05:02:59Z,host='dv-cinder-778193-7-iscsi',id=0d18d50c-d309-40cc-9cbf-a014e4f79dac,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T04:24:29Z,topic='l3_agent')) {'router_ids': ['270e5260-275a-4218-82b7-94c26fa32077'], 'active': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:03:25.379164 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvr_db [None req-eed2b3c4-e2f3-46e8-8196-733c0f0c87bb None None] Set router 270e5260-275a-4218-82b7-94c26fa32077 gateway port host: dv-cinder-778193-7-iscsi {{(pid=93875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:03:25.584168 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-eed2b3c4-e2f3-46e8-8196-733c0f0c87bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '270e5260-275a-4218-82b7-94c26fa32077', 'name': 'tempest-AttachVolumeTestJSON-272015880-router', 'tenant_id': '9a4c00b65f96499f945037afd604da1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'external_fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': 'cf6d2b3c-8445-4fad-82e1-1ef5396f87c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:32:16Z', 'updated_at': '2021-08-31T04:32:27Z', 'revision_number': 4, 'project_id': '9a4c00b65f96499f945037afd604da1d', 'gw_port': {'id': 'cf6d2b3c-8445-4fad-82e1-1ef5396f87c2', 'name': '', 'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:7a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270e5260-275a-4218-82b7-94c26fa32077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:32:18Z', 'updated_at': '2021-08-31T04:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-iscsi', '_interfaces': [{'id': 'a9a25f97-30d1-41c0-ac4a-a3cb6f609496', 'name': '', 'network_id': '8936ee09-226f-4718-943f-9ffdccd40918', 'tenant_id': '9a4c00b65f96499f945037afd604da1d', 'mac_address': 'fa:16:3e:2d:c0:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270e5260-275a-4218-82b7-94c26fa32077', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'dbec82d9-5dbd-41df-9df9-228f18fdefe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:32:24Z', 'updated_at': '2021-08-31T04:32:38Z', 'revision_number': 5, 'project_id': '9a4c00b65f96499f945037afd604da1d', 'subnets': [{'id': 'dbec82d9-5dbd-41df-9df9-228f18fdefe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-7-iscsi', False) {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:03:25.610204 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed2b3c4-e2f3-46e8-8196-733c0f0c87bb None None] The sync data for ids ['270e5260-275a-4218-82b7-94c26fa32077'] in dv-cinder-778193-7-iscsi is: [{'id': '270e5260-275a-4218-82b7-94c26fa32077', 'name': 'tempest-AttachVolumeTestJSON-272015880-router', 'tenant_id': '9a4c00b65f96499f945037afd604da1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'external_fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': 'cf6d2b3c-8445-4fad-82e1-1ef5396f87c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:32:16Z', 'updated_at': '2021-08-31T04:32:27Z', 'revision_number': 4, 'project_id': '9a4c00b65f96499f945037afd604da1d', 'gw_port': {'id': 'cf6d2b3c-8445-4fad-82e1-1ef5396f87c2', 'name': '', 'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:7a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270e5260-275a-4218-82b7-94c26fa32077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:32:18Z', 'updated_at': '2021-08-31T04:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-iscsi', '_interfaces': [{'id': 'a9a25f97-30d1-41c0-ac4a-a3cb6f609496', 'name': '', 'network_id': '8936ee09-226f-4718-943f-9ffdccd40918', 'tenant_id': '9a4c00b65f96499f945037afd604da1d', 'mac_address': 'fa:16:3e:2d:c0:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270e5260-275a-4218-82b7-94c26fa32077', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'dbec82d9-5dbd-41df-9df9-228f18fdefe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:32:24Z', 'updated_at': '2021-08-31T04:32:38Z', 'revision_number': 5, 'project_id': '9a4c00b65f96499f945037afd604da1d', 'subnets': [{'id': 'dbec82d9-5dbd-41df-9df9-228f18fdefe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 05:03:25.812417 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8fd947-a433-4001-a15c-93980d6a8390 None None] New status for floating IP a169803b-5c85-48d4-9fd5-5d4d3469e2d8: DOWN {{(pid=93876) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 05:03:26.227103 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5983cf4d-af49-4caf-b5c7-69620dfb0ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:03:27.059550 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 56836) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:03:27.112208 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-c7e58e44-212d-4386-8d28-f90db8ab4fce tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Notify callbacks [] for security_group, before_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:03:27.136324 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-c7e58e44-212d-4386-8d28-f90db8ab4fce tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:03:27.189521 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-c7e58e44-212d-4386-8d28-f90db8ab4fce tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:03:27.192014 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-c7e58e44-212d-4386-8d28-f90db8ab4fce tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Notify callbacks [] for security_group, before_response {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:03:27.195628 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-c7e58e44-212d-4386-8d28-f90db8ab4fce tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "DELETE /v2.0/security-groups/48531a16-d412-47b1-ba26-dc373ab0e29b HTTP/1.1" status: 204 len: 168 time: 0.1326098 Aug 31 05:03:27.195992 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 56840) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:03:27.202809 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e58e44-212d-4386-8d28-f90db8ab4fce tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48531a16-d412-47b1-ba26-dc373ab0e29b,revision_number=None']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:03:27.209478 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e58e44-212d-4386-8d28-f90db8ab4fce tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:03:27.209818 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e58e44-212d-4386-8d28-f90db8ab4fce tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:03:27.209945 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.api.v2.resource [None req-0cacb2fc-febb-4f6c-a28e-d6641ea05197 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] show failed (client error): The resource could not be found. Aug 31 05:03:27.210176 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e58e44-212d-4386-8d28-f90db8ab4fce tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:03:27.210528 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e58e44-212d-4386-8d28-f90db8ab4fce tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:03:27.213646 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e58e44-212d-4386-8d28-f90db8ab4fce tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:03:27.213793 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-0cacb2fc-febb-4f6c-a28e-d6641ea05197 tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "GET /v2.0/security-groups/48531a16-d412-47b1-ba26-dc373ab0e29b HTTP/1.1" status: 404 len: 347 time: 0.0140915 Aug 31 05:03:27.213884 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e58e44-212d-4386-8d28-f90db8ab4fce tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:03:27.213884 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e58e44-212d-4386-8d28-f90db8ab4fce tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:03:27.213884 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e58e44-212d-4386-8d28-f90db8ab4fce tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:03:27.213884 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e58e44-212d-4386-8d28-f90db8ab4fce tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:03:27.213884 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e58e44-212d-4386-8d28-f90db8ab4fce tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:03:27.213884 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e58e44-212d-4386-8d28-f90db8ab4fce tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:03:27.213884 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e58e44-212d-4386-8d28-f90db8ab4fce tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:03:27.214885 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 56842) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:03:27.338282 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-4e220213-9329-4773-b061-f039e989fa8c tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Deleting port 7b0e74d6-4496-4d08-a2f7-52ed5e5ebecf {{(pid=93873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 05:03:27.338626 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4e220213-9329-4773-b061-f039e989fa8c tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730087506454'] for port, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:03:27.415051 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4e220213-9329-4773-b061-f039e989fa8c tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7955047'] for port, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:03:27.415378 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4e220213-9329-4773-b061-f039e989fa8c tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:03:27.427263 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-4e220213-9329-4773-b061-f039e989fa8c tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Calling delete_port for 7b0e74d6-4496-4d08-a2f7-52ed5e5ebecf owned by network:floatingip {{(pid=93873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 05:03:27.555443 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4e220213-9329-4773-b061-f039e989fa8c tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730087509221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730086931505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4316683'] for port, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:03:27.566879 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Device 42ad7104-c638-4415-a991-b7fb77ed3f2c no longer exists at agent hyperv_hv-cinder-77819 {{(pid=93875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 05:03:27.581421 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e220213-9329-4773-b061-f039e989fa8c tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Pushing event deleted for resources: {'Port': ['ID=7b0e74d6-4496-4d08-a2f7-52ed5e5ebecf,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:03:27.590323 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] No Port match for: 42ad7104-c638-4415-a991-b7fb77ed3f2c {{(pid=93875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 05:03:27.590720 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Device 42ad7104-c638-4415-a991-b7fb77ed3f2c not bound to the agent host hv-cinder-77819 {{(pid=93875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 05:03:27.639004 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4e220213-9329-4773-b061-f039e989fa8c tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Notify callbacks [] for floatingip, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:03:27.641581 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4e220213-9329-4773-b061-f039e989fa8c tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200266'] for floatingip, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:03:27.642746 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-4e220213-9329-4773-b061-f039e989fa8c tempest-AttachVolumeTestJSON-1059039157 tempest-AttachVolumeTestJSON-1059039157-project] 10.222.0.37 "DELETE /v2.0/floatingips/a169803b-5c85-48d4-9fd5-5d4d3469e2d8 HTTP/1.1" status: 204 len: 168 time: 0.4261038 Aug 31 05:03:28.243279 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:03:28.676711 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c3488128-ba09-419e-8a8c-c352897ed5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:03:29.037519 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:03:29.978822 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cae06a7b-375a-4b62-8781-ea2d8af560c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:03:31.412741 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a4fd8ad5-a492-4575-8673-07e6bf736dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:03:56.228665 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2db83ad2-a8f4-4673-b48c-acfe3547697a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:03:57.515649 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.agents_db [None req-b358f2ce-044e-44db-8ffe-8010ce8c5d43 None None] Agent healthcheck: found 6 active agents {{(pid=93876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 05:03:58.245197 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:03:58.676874 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0b19f1eb-b9cd-4d0f-ac0a-98af98ceda34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:03:59.038188 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:03:59.982667 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cae06a7b-375a-4b62-8781-ea2d8af560c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:04:01.415127 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a4fd8ad5-a492-4575-8673-07e6bf736dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:04:26.229429 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0e8f8d07-90e4-4512-a59b-a8ad15b89d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:04:28.248228 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:04:28.676373 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-187bc82b-5f4c-4c2a-a9a3-be73f537330c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:04:29.040755 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:04:29.983880 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cae06a7b-375a-4b62-8781-ea2d8af560c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:04:31.418550 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a4fd8ad5-a492-4575-8673-07e6bf736dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:04:34.514815 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.agents_db [None req-b358f2ce-044e-44db-8ffe-8010ce8c5d43 None None] Agent healthcheck: found 6 active agents {{(pid=93876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 05:04:56.231317 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9e702064-10c7-4fde-91cb-94ce2e4912fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:04:58.255148 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:04:58.680112 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-72c23518-9f4c-43c3-a188-2453ca025401 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:04:59.041641 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:04:59.986453 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cae06a7b-375a-4b62-8781-ea2d8af560c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:05:01.421122 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a4fd8ad5-a492-4575-8673-07e6bf736dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:05:11.513321 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.agents_db [None req-b358f2ce-044e-44db-8ffe-8010ce8c5d43 None None] Agent healthcheck: found 6 active agents {{(pid=93876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 05:05:26.236162 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-bb8ffe9a-b3e9-4d8b-8261-1369a4a7cdf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:05:28.269270 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:05:28.679978 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-932e89f4-75f0-46ca-a4a5-390a67c6de94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:05:29.042765 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:05:29.991927 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cae06a7b-375a-4b62-8781-ea2d8af560c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:05:31.423229 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a4fd8ad5-a492-4575-8673-07e6bf736dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:05:48.513038 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.agents_db [None req-b358f2ce-044e-44db-8ffe-8010ce8c5d43 None None] Agent healthcheck: found 6 active agents {{(pid=93876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 05:05:56.237461 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-be5f7ad6-4fdd-4a23-b7c0-d1469f75355e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:05:58.269040 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:05:58.679560 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2f0515fe-28fa-42af-b2be-2881e2385983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:05:59.043707 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:05:59.992349 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cae06a7b-375a-4b62-8781-ea2d8af560c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:06:01.427232 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a4fd8ad5-a492-4575-8673-07e6bf736dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:06:25.512204 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.agents_db [None req-b358f2ce-044e-44db-8ffe-8010ce8c5d43 None None] Agent healthcheck: found 6 active agents {{(pid=93876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 05:06:26.237986 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-598757d0-3670-45cb-8bf6-302c5816c1d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:06:28.280920 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:06:28.681679 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-adbcaaca-08e0-45c2-b598-8d841232bc1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:06:29.044731 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:06:29.995595 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cae06a7b-375a-4b62-8781-ea2d8af560c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:06:31.430109 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a4fd8ad5-a492-4575-8673-07e6bf736dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:06:56.238818 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2dae7719-7d36-469f-89ac-828bc75d00e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:06:58.281301 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:06:58.681049 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c1f54384-ceda-4caf-9204-ec4573b8de0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:06:59.045709 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:06:59.998443 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cae06a7b-375a-4b62-8781-ea2d8af560c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:07:01.432927 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a4fd8ad5-a492-4575-8673-07e6bf736dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:07:02.510991 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.agents_db [None req-b358f2ce-044e-44db-8ffe-8010ce8c5d43 None None] Agent healthcheck: found 6 active agents {{(pid=93876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 05:07:26.240344 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-16b10260-8409-42d7-a88a-6181ba8fd563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:07:28.281079 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:07:28.681189 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a1265f2c-0cc4-4eb3-a656-ebccc92b63ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:07:29.046823 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:07:30.002258 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cae06a7b-375a-4b62-8781-ea2d8af560c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:07:31.435886 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a4fd8ad5-a492-4575-8673-07e6bf736dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:07:36.491804 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 59360) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:07:36.642039 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b052531-1350-4bf2-a40b-c1aaf5bf1484 admin admin] Deleting subnet 9231da0d-99b6-47b0-bd6c-033361b1aa80 {{(pid=93873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 05:07:36.645463 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4b052531-1350-4bf2-a40b-c1aaf5bf1484 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:07:36.680826 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4b052531-1350-4bf2-a40b-c1aaf5bf1484 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5377030'] for subnet, precommit_delete_associations {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:07:36.719631 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4b052531-1350-4bf2-a40b-c1aaf5bf1484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665464'] for subnet, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:07:36.771431 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4b052531-1350-4bf2-a40b-c1aaf5bf1484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4316772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4637754'] for subnet, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:07:36.800766 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b052531-1350-4bf2-a40b-c1aaf5bf1484 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9231da0d-99b6-47b0-bd6c-033361b1aa80,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:07:36.808887 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4b052531-1350-4bf2-a40b-c1aaf5bf1484 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:07:36.810588 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-4b052531-1350-4bf2-a40b-c1aaf5bf1484 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/9231da0d-99b6-47b0-bd6c-033361b1aa80 HTTP/1.1" status: 204 len: 168 time: 0.3178051 Aug 31 05:07:36.812148 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b052531-1350-4bf2-a40b-c1aaf5bf1484 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:07:36.812488 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b052531-1350-4bf2-a40b-c1aaf5bf1484 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:07:36.812958 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b052531-1350-4bf2-a40b-c1aaf5bf1484 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:07:36.813274 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b052531-1350-4bf2-a40b-c1aaf5bf1484 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:07:36.813639 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b052531-1350-4bf2-a40b-c1aaf5bf1484 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:07:36.813883 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 59384) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:07:36.814390 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b052531-1350-4bf2-a40b-c1aaf5bf1484 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:07:36.814390 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b052531-1350-4bf2-a40b-c1aaf5bf1484 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:07:36.814633 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b052531-1350-4bf2-a40b-c1aaf5bf1484 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:07:36.814961 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b052531-1350-4bf2-a40b-c1aaf5bf1484 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:07:36.815287 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b052531-1350-4bf2-a40b-c1aaf5bf1484 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:07:36.815608 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b052531-1350-4bf2-a40b-c1aaf5bf1484 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:07:36.815927 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b052531-1350-4bf2-a40b-c1aaf5bf1484 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:07:36.888663 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-17d770dd-b2fc-4aa5-96e3-f43cd4a2951d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526871'] for network, before_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:07:36.946239 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 59392) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:07:36.977409 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-17d770dd-b2fc-4aa5-96e3-f43cd4a2951d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-666499', 'neutron.services.segments.db._delete_segments_for_network-8730087480257'] for network, precommit_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:07:36.987453 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.services.segments.db [None req-17d770dd-b2fc-4aa5-96e3-f43cd4a2951d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d42cc01-1d4e-4b33-806e-a390176b298f']}} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:07:36.998249 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.services.segments.db [None req-17d770dd-b2fc-4aa5-96e3-f43cd4a2951d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f953cf20-e56c-4af7-b2ae-f9d2d33099ff') {'for_net_delete': True} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:07:36.998549 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.services.segments.db [None req-17d770dd-b2fc-4aa5-96e3-f43cd4a2951d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f953cf20-e56c-4af7-b2ae-f9d2d33099ff') {} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:07:37.007079 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-17d770dd-b2fc-4aa5-96e3-f43cd4a2951d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730087490389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16523569'] for segment, before_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:07:37.020462 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-17d770dd-b2fc-4aa5-96e3-f43cd4a2951d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671022'] for segment, precommit_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:07:37.027032 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17d770dd-b2fc-4aa5-96e3-f43cd4a2951d admin admin] Releasing vlan 353 on physical network physnet1 to pool {{(pid=93874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 05:07:37.027438 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-17d770dd-b2fc-4aa5-96e3-f43cd4a2951d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16403948'] for segment, after_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:07:37.029258 dv-cinder-778193-7-iscsi neutron-server[93874]: Traceback (most recent call last): Aug 31 05:07:37.029258 dv-cinder-778193-7-iscsi neutron-server[93874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 05:07:37.029258 dv-cinder-778193-7-iscsi neutron-server[93874]: timer() Aug 31 05:07:37.029258 dv-cinder-778193-7-iscsi neutron-server[93874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 05:07:37.029258 dv-cinder-778193-7-iscsi neutron-server[93874]: cb(*args, **kw) Aug 31 05:07:37.029258 dv-cinder-778193-7-iscsi neutron-server[93874]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 05:07:37.029258 dv-cinder-778193-7-iscsi neutron-server[93874]: return func(*args, **kwargs) Aug 31 05:07:37.029258 dv-cinder-778193-7-iscsi neutron-server[93874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 05:07:37.029258 dv-cinder-778193-7-iscsi neutron-server[93874]: self._notify() Aug 31 05:07:37.029258 dv-cinder-778193-7-iscsi neutron-server[93874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 05:07:37.029258 dv-cinder-778193-7-iscsi neutron-server[93874]: self.callback(batched_events) Aug 31 05:07:37.029258 dv-cinder-778193-7-iscsi neutron-server[93874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 05:07:37.029258 dv-cinder-778193-7-iscsi neutron-server[93874]: event.method(event) Aug 31 05:07:37.029258 dv-cinder-778193-7-iscsi neutron-server[93874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 05:07:37.029258 dv-cinder-778193-7-iscsi neutron-server[93874]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 05:07:37.029258 dv-cinder-778193-7-iscsi neutron-server[93874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 05:07:37.029258 dv-cinder-778193-7-iscsi neutron-server[93874]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 05:07:37.029258 dv-cinder-778193-7-iscsi neutron-server[93874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 05:07:37.029258 dv-cinder-778193-7-iscsi neutron-server[93874]: return f(self, *a, **k) Aug 31 05:07:37.029258 dv-cinder-778193-7-iscsi neutron-server[93874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 05:07:37.029258 dv-cinder-778193-7-iscsi neutron-server[93874]: return self._get(url).json() Aug 31 05:07:37.029258 dv-cinder-778193-7-iscsi neutron-server[93874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 05:07:37.029258 dv-cinder-778193-7-iscsi neutron-server[93874]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 05:07:37.029258 dv-cinder-778193-7-iscsi neutron-server[93874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 05:07:37.029258 dv-cinder-778193-7-iscsi neutron-server[93874]: return self.request(url, 'GET', **kwargs) Aug 31 05:07:37.029258 dv-cinder-778193-7-iscsi neutron-server[93874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 05:07:37.029258 dv-cinder-778193-7-iscsi neutron-server[93874]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 05:07:37.029258 dv-cinder-778193-7-iscsi neutron-server[93874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 05:07:37.029258 dv-cinder-778193-7-iscsi neutron-server[93874]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 05:07:37.029258 dv-cinder-778193-7-iscsi neutron-server[93874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 05:07:37.029258 dv-cinder-778193-7-iscsi neutron-server[93874]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 05:07:37.029258 dv-cinder-778193-7-iscsi neutron-server[93874]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 05:07:37.063716 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-97d6e5e7-39f5-457a-9866-eafecbb7761f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:07:37.083870 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-17d770dd-b2fc-4aa5-96e3-f43cd4a2951d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-666522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7956227'] for network, after_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:07:37.099828 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-17d770dd-b2fc-4aa5-96e3-f43cd4a2951d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8355474'] for network, before_response {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:07:37.101865 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-17d770dd-b2fc-4aa5-96e3-f43cd4a2951d admin admin] 10.222.0.37 "DELETE /v2.0/networks/2d42cc01-1d4e-4b33-806e-a390176b298f HTTP/1.1" status: 204 len: 168 time: 0.2859435 Aug 31 05:07:37.103104 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d770dd-b2fc-4aa5-96e3-f43cd4a2951d admin admin] Pushing event deleted for resources: {'Network': ['ID=2d42cc01-1d4e-4b33-806e-a390176b298f,revision_number=None']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:07:37.110597 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d770dd-b2fc-4aa5-96e3-f43cd4a2951d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:07:37.110945 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d770dd-b2fc-4aa5-96e3-f43cd4a2951d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:07:37.111286 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d770dd-b2fc-4aa5-96e3-f43cd4a2951d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:07:37.111620 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d770dd-b2fc-4aa5-96e3-f43cd4a2951d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:07:37.111946 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d770dd-b2fc-4aa5-96e3-f43cd4a2951d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:07:37.112273 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d770dd-b2fc-4aa5-96e3-f43cd4a2951d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:07:37.112595 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d770dd-b2fc-4aa5-96e3-f43cd4a2951d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:07:37.112914 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d770dd-b2fc-4aa5-96e3-f43cd4a2951d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:07:37.113235 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d770dd-b2fc-4aa5-96e3-f43cd4a2951d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:07:37.113559 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d770dd-b2fc-4aa5-96e3-f43cd4a2951d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:07:37.113882 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d770dd-b2fc-4aa5-96e3-f43cd4a2951d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:07:37.114239 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d770dd-b2fc-4aa5-96e3-f43cd4a2951d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:07:37.159711 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-97d6e5e7-39f5-457a-9866-eafecbb7761f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:07:37.163420 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-97d6e5e7-39f5-457a-9866-eafecbb7761f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:07:37.203915 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-97d6e5e7-39f5-457a-9866-eafecbb7761f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=399cc653308a4e998b56a43afb3fae10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2565701 Aug 31 05:07:37.204753 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d6e5e7-39f5-457a-9866-eafecbb7761f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40f6612c-2005-4c40-8214-d0d22a291e98,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:07:37.206658 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 59398) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:07:37.220103 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 59400) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:07:37.259584 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-3cbbac61-9d43-49f6-97b7-7a18b0f59ba2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:07:37.263748 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-0e8b48b6-eef7-4d21-8781-7622cd1baf98 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=798e442b7962401d840e183e809e3aa8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0421984 Aug 31 05:07:37.266672 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 59402) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:07:37.285668 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-3cbbac61-9d43-49f6-97b7-7a18b0f59ba2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:07:37.314075 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-1401b4f0-061b-4fba-afad-5cea3e8b866d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:07:37.331836 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-3cbbac61-9d43-49f6-97b7-7a18b0f59ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:07:37.334689 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-3cbbac61-9d43-49f6-97b7-7a18b0f59ba2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:07:37.338067 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-3cbbac61-9d43-49f6-97b7-7a18b0f59ba2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/40f6612c-2005-4c40-8214-d0d22a291e98 HTTP/1.1" status: 204 len: 168 time: 0.1280487 Aug 31 05:07:37.338258 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-1401b4f0-061b-4fba-afad-5cea3e8b866d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:07:37.344264 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbbac61-9d43-49f6-97b7-7a18b0f59ba2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40f6612c-2005-4c40-8214-d0d22a291e98,revision_number=None']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:07:37.391797 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-1401b4f0-061b-4fba-afad-5cea3e8b866d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:07:37.394469 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-1401b4f0-061b-4fba-afad-5cea3e8b866d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:07:37.399256 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-1401b4f0-061b-4fba-afad-5cea3e8b866d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/48bcc221-22f0-42ba-bd8e-dded2d21f831 HTTP/1.1" status: 204 len: 168 time: 0.1280694 Aug 31 05:07:37.405734 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1401b4f0-061b-4fba-afad-5cea3e8b866d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48bcc221-22f0-42ba-bd8e-dded2d21f831,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:07:37.675565 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 59412) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:07:37.690015 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-30846c24-290c-49bf-bb60-3e5fbefd34de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:07:37.785276 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-30846c24-290c-49bf-bb60-3e5fbefd34de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:07:37.789227 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-30846c24-290c-49bf-bb60-3e5fbefd34de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:07:37.827192 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-30846c24-290c-49bf-bb60-3e5fbefd34de admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ba661aec67fb46dd96af712a5ed52efe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1499424 Aug 31 05:07:37.828055 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30846c24-290c-49bf-bb60-3e5fbefd34de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba09f5d1-c0c5-44fc-abb7-12c81380d6c6,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:07:37.829825 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 59414) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:07:37.878952 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-d4d756ca-f1aa-45b3-9cbf-bcd9e1193c05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:07:37.899286 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-d4d756ca-f1aa-45b3-9cbf-bcd9e1193c05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:07:37.946400 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-d4d756ca-f1aa-45b3-9cbf-bcd9e1193c05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:07:37.948891 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-d4d756ca-f1aa-45b3-9cbf-bcd9e1193c05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:07:37.950057 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-d4d756ca-f1aa-45b3-9cbf-bcd9e1193c05 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ba09f5d1-c0c5-44fc-abb7-12c81380d6c6 HTTP/1.1" status: 204 len: 168 time: 0.1190414 Aug 31 05:07:37.957723 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d756ca-f1aa-45b3-9cbf-bcd9e1193c05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba09f5d1-c0c5-44fc-abb7-12c81380d6c6,revision_number=None']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:07:39.510295 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.agents_db [None req-b358f2ce-044e-44db-8ffe-8010ce8c5d43 None None] Agent healthcheck: found 6 active agents {{(pid=93876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 05:07:42.329511 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 59516) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:07:42.433951 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-3e380d1d-f26b-4849-9d8a-2472e0736b5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:07:42.521289 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-3e380d1d-f26b-4849-9d8a-2472e0736b5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:07:42.524879 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-3e380d1d-f26b-4849-9d8a-2472e0736b5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:07:42.561202 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-3e380d1d-f26b-4849-9d8a-2472e0736b5d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7b403dba26a841f7937c6b9c802f74fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2306094 Aug 31 05:07:42.562320 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e380d1d-f26b-4849-9d8a-2472e0736b5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88e09df2-dc1f-4359-969d-7a909cf9ad03,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:07:42.564003 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 59520) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:07:42.614191 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-d571d278-4dd4-404c-8115-6a5f07587ca6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:07:42.635275 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-d571d278-4dd4-404c-8115-6a5f07587ca6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:07:42.684408 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-d571d278-4dd4-404c-8115-6a5f07587ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:07:42.686955 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-d571d278-4dd4-404c-8115-6a5f07587ca6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:07:42.688088 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-d571d278-4dd4-404c-8115-6a5f07587ca6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/88e09df2-dc1f-4359-969d-7a909cf9ad03 HTTP/1.1" status: 204 len: 168 time: 0.1223021 Aug 31 05:07:42.695994 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d571d278-4dd4-404c-8115-6a5f07587ca6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88e09df2-dc1f-4359-969d-7a909cf9ad03,revision_number=None']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:07:42.942223 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 59528) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:07:42.956405 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-777c391a-0282-40da-92dd-3623df937641 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:07:43.047070 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-777c391a-0282-40da-92dd-3623df937641 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:07:43.050643 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-777c391a-0282-40da-92dd-3623df937641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:07:43.088484 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-777c391a-0282-40da-92dd-3623df937641 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=dbd89d654b7840d09c9fa3e5f269c33e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1449652 Aug 31 05:07:43.089431 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777c391a-0282-40da-92dd-3623df937641 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70f41f6c-848b-49fd-8844-7cb8331071b4,revision_number=1']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:07:43.091138 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 59530) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:07:43.141385 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-a4ddddd0-4a9c-4e0d-abe4-b541be43b46b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:07:43.161693 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-a4ddddd0-4a9c-4e0d-abe4-b541be43b46b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:07:43.206102 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-a4ddddd0-4a9c-4e0d-abe4-b541be43b46b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:07:43.208537 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-a4ddddd0-4a9c-4e0d-abe4-b541be43b46b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:07:43.210175 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-a4ddddd0-4a9c-4e0d-abe4-b541be43b46b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/70f41f6c-848b-49fd-8844-7cb8331071b4 HTTP/1.1" status: 204 len: 168 time: 0.1169100 Aug 31 05:07:43.224573 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ddddd0-4a9c-4e0d-abe4-b541be43b46b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70f41f6c-848b-49fd-8844-7cb8331071b4,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:07:56.240755 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5725e0ed-b74e-47d2-ab31-da4d8d14d274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:07:58.278764 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:07:58.681910 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-73fcf19a-766f-4ea2-827e-45bfa66cb63e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:07:59.049048 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:08:00.004518 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cae06a7b-375a-4b62-8781-ea2d8af560c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:08:01.445905 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a4fd8ad5-a492-4575-8673-07e6bf736dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:08:15.082311 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 59862) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:08:15.205003 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-26c62411-a299-44fa-a217-b3dcc8a79c9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:08:15.300034 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-26c62411-a299-44fa-a217-b3dcc8a79c9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:08:15.304981 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-26c62411-a299-44fa-a217-b3dcc8a79c9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:08:15.342781 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-26c62411-a299-44fa-a217-b3dcc8a79c9d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ac8f126cbb2345888060251405037d3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2590902 Aug 31 05:08:15.343635 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c62411-a299-44fa-a217-b3dcc8a79c9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1788b2a2-1382-4caa-9207-1e0bb92a3e70,revision_number=1']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:08:15.345521 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 59868) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:08:15.395255 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-3569a9ef-6153-4212-b71d-db6474886244 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:08:15.416698 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-3569a9ef-6153-4212-b71d-db6474886244 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:08:15.461323 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-3569a9ef-6153-4212-b71d-db6474886244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:08:15.464142 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-3569a9ef-6153-4212-b71d-db6474886244 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:08:15.465245 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-3569a9ef-6153-4212-b71d-db6474886244 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1788b2a2-1382-4caa-9207-1e0bb92a3e70 HTTP/1.1" status: 204 len: 168 time: 0.1186857 Aug 31 05:08:15.472993 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3569a9ef-6153-4212-b71d-db6474886244 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1788b2a2-1382-4caa-9207-1e0bb92a3e70,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:08:15.717221 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 59874) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:08:15.730525 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-0d5c78aa-312d-4eb7-8912-5f3b5f3b5752 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:08:15.817780 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-0d5c78aa-312d-4eb7-8912-5f3b5f3b5752 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:08:15.821830 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-0d5c78aa-312d-4eb7-8912-5f3b5f3b5752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:08:15.858071 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-0d5c78aa-312d-4eb7-8912-5f3b5f3b5752 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2098f6a3dfa444d288d92851d7f87cff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1394870 Aug 31 05:08:15.860146 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5c78aa-312d-4eb7-8912-5f3b5f3b5752 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c409e661-02c6-4c33-8881-04fcf3cfecec,revision_number=1']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:08:15.860749 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 59876) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:08:15.910425 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-8f6d234d-bf31-4974-aef8-7f2b85bb4654 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:08:15.930767 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-8f6d234d-bf31-4974-aef8-7f2b85bb4654 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:08:15.977203 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-8f6d234d-bf31-4974-aef8-7f2b85bb4654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:08:15.979795 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-8f6d234d-bf31-4974-aef8-7f2b85bb4654 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:08:15.980904 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-8f6d234d-bf31-4974-aef8-7f2b85bb4654 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c409e661-02c6-4c33-8881-04fcf3cfecec HTTP/1.1" status: 204 len: 168 time: 0.1191897 Aug 31 05:08:15.988306 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6d234d-bf31-4974-aef8-7f2b85bb4654 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c409e661-02c6-4c33-8881-04fcf3cfecec,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:08:16.509238 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.agents_db [None req-b358f2ce-044e-44db-8ffe-8010ce8c5d43 None None] Agent healthcheck: found 6 active agents {{(pid=93876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 05:08:17.543164 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 59930) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:08:17.647232 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-fdf8190c-f2d5-4821-86f1-bbe2048d333a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:08:17.732208 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-fdf8190c-f2d5-4821-86f1-bbe2048d333a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:08:17.735780 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-fdf8190c-f2d5-4821-86f1-bbe2048d333a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:08:17.769383 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf8190c-f2d5-4821-86f1-bbe2048d333a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33e66112-0c43-4c61-83fa-38b6fe537dcb,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:08:17.774234 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-fdf8190c-f2d5-4821-86f1-bbe2048d333a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=eff0c5f5b12e42b7be2739f244d3e160&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2300274 Aug 31 05:08:17.776981 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 59934) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:08:17.822952 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-6714e827-bb23-4dfa-8362-b9c82cc30415 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:08:17.844569 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-6714e827-bb23-4dfa-8362-b9c82cc30415 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:08:17.891703 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-6714e827-bb23-4dfa-8362-b9c82cc30415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:08:17.894358 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-6714e827-bb23-4dfa-8362-b9c82cc30415 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:08:17.895487 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-6714e827-bb23-4dfa-8362-b9c82cc30415 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/33e66112-0c43-4c61-83fa-38b6fe537dcb HTTP/1.1" status: 204 len: 168 time: 0.1176929 Aug 31 05:08:17.904497 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6714e827-bb23-4dfa-8362-b9c82cc30415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33e66112-0c43-4c61-83fa-38b6fe537dcb,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:08:18.153384 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 59942) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:08:18.166468 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-318e6a79-f52f-40ac-b290-c90bace9fc19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:08:18.257330 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-318e6a79-f52f-40ac-b290-c90bace9fc19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:08:18.260970 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-318e6a79-f52f-40ac-b290-c90bace9fc19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:08:18.297726 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-318e6a79-f52f-40ac-b290-c90bace9fc19 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5d5299e063e745ef9171db2d1e29b9eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1432598 Aug 31 05:08:18.298949 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318e6a79-f52f-40ac-b290-c90bace9fc19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74589c54-4747-4062-b395-1de0cff3e654,revision_number=1']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:08:18.300482 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 59944) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:08:18.347819 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-b2f067a9-58d7-4763-b054-31422328cfd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:08:18.368045 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-b2f067a9-58d7-4763-b054-31422328cfd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:08:18.413623 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-b2f067a9-58d7-4763-b054-31422328cfd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:08:18.416116 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-b2f067a9-58d7-4763-b054-31422328cfd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:08:18.417244 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-b2f067a9-58d7-4763-b054-31422328cfd8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/74589c54-4747-4062-b395-1de0cff3e654 HTTP/1.1" status: 204 len: 168 time: 0.1158004 Aug 31 05:08:18.424839 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f067a9-58d7-4763-b054-31422328cfd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74589c54-4747-4062-b395-1de0cff3e654,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:08:22.503597 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 60018) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:08:22.605311 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-08e74948-8403-4d56-8895-6d6cf82da481 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:08:22.688526 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-08e74948-8403-4d56-8895-6d6cf82da481 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:08:22.693199 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-08e74948-8403-4d56-8895-6d6cf82da481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:08:22.733581 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-08e74948-8403-4d56-8895-6d6cf82da481 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9e4e171d7e024d10b3355c2d21a12d80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2264235 Aug 31 05:08:22.733581 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e74948-8403-4d56-8895-6d6cf82da481 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ae7e1d9-026b-400b-b39f-1ddeb6d208a6,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:08:22.733742 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 60024) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:08:22.790681 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-ccd4d203-0ce5-4666-a8a9-1e1cd36dd02a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:08:22.810897 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-ccd4d203-0ce5-4666-a8a9-1e1cd36dd02a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:08:22.858776 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-ccd4d203-0ce5-4666-a8a9-1e1cd36dd02a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:08:22.861410 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-ccd4d203-0ce5-4666-a8a9-1e1cd36dd02a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:08:22.862561 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-ccd4d203-0ce5-4666-a8a9-1e1cd36dd02a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9ae7e1d9-026b-400b-b39f-1ddeb6d208a6 HTTP/1.1" status: 204 len: 168 time: 0.1278028 Aug 31 05:08:22.869928 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd4d203-0ce5-4666-a8a9-1e1cd36dd02a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ae7e1d9-026b-400b-b39f-1ddeb6d208a6,revision_number=None']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:08:23.118419 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 60030) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:08:23.132553 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-d381cee9-f6dd-4c4d-9c90-987ddb4ef8fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:08:23.220769 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-d381cee9-f6dd-4c4d-9c90-987ddb4ef8fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:08:23.225073 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-d381cee9-f6dd-4c4d-9c90-987ddb4ef8fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:08:23.265013 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-d381cee9-f6dd-4c4d-9c90-987ddb4ef8fb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cca4cc10d3fd409ea4eb7389eb524dc7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1455121 Aug 31 05:08:23.266564 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d381cee9-f6dd-4c4d-9c90-987ddb4ef8fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5152cab2-af2f-48bf-b58f-fb7a48ea0c09,revision_number=1']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:08:23.267708 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 60034) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:08:23.325029 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f2031a59-0a87-44cd-9e22-1b1150dfbb83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:08:23.350935 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f2031a59-0a87-44cd-9e22-1b1150dfbb83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:08:23.405005 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f2031a59-0a87-44cd-9e22-1b1150dfbb83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:08:23.407978 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f2031a59-0a87-44cd-9e22-1b1150dfbb83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:08:23.412272 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-f2031a59-0a87-44cd-9e22-1b1150dfbb83 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5152cab2-af2f-48bf-b58f-fb7a48ea0c09 HTTP/1.1" status: 204 len: 168 time: 0.1405699 Aug 31 05:08:23.421165 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2031a59-0a87-44cd-9e22-1b1150dfbb83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5152cab2-af2f-48bf-b58f-fb7a48ea0c09,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:08:26.242265 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9df1f5fa-5413-40c5-b344-ca1627cc2d09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:08:26.977364 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 60092) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:08:27.078726 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-d5b4c884-a767-43b7-946c-a199b0767a2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:08:27.163758 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-d5b4c884-a767-43b7-946c-a199b0767a2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:08:27.167438 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-d5b4c884-a767-43b7-946c-a199b0767a2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:08:27.204752 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-d5b4c884-a767-43b7-946c-a199b0767a2d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=299ced3d03ee4a78ab3998c2ab46037c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2263525 Aug 31 05:08:27.205602 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b4c884-a767-43b7-946c-a199b0767a2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a968a20e-8ea8-483c-a345-24d9fc917d98,revision_number=1']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:08:27.207425 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 60096) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:08:27.256838 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c193176d-afda-49b0-b72d-85624e604872 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:08:27.276357 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c193176d-afda-49b0-b72d-85624e604872 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:08:27.322865 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c193176d-afda-49b0-b72d-85624e604872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:08:27.325332 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c193176d-afda-49b0-b72d-85624e604872 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:08:27.326476 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-c193176d-afda-49b0-b72d-85624e604872 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a968a20e-8ea8-483c-a345-24d9fc917d98 HTTP/1.1" status: 204 len: 168 time: 0.1173658 Aug 31 05:08:27.335328 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c193176d-afda-49b0-b72d-85624e604872 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a968a20e-8ea8-483c-a345-24d9fc917d98,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:08:28.301265 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:08:28.683090 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-760460bf-faf5-4028-85ce-88a04eb9e714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:08:29.050474 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:08:30.012163 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cae06a7b-375a-4b62-8781-ea2d8af560c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:08:31.443833 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a4fd8ad5-a492-4575-8673-07e6bf736dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:08:47.345552 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 60318) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:08:47.451098 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-75843a59-ff2d-47c9-978a-ef9cb0e650cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:08:47.541978 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-75843a59-ff2d-47c9-978a-ef9cb0e650cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:08:47.545480 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-75843a59-ff2d-47c9-978a-ef9cb0e650cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:08:47.581807 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-75843a59-ff2d-47c9-978a-ef9cb0e650cf admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=decf2cafc24540a2a7f69004d590bd06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2351961 Aug 31 05:08:47.582673 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75843a59-ff2d-47c9-978a-ef9cb0e650cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=572e7bdd-1081-490d-9fbd-0a4e07f0cf05,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:08:47.584430 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 60324) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:08:47.599845 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75843a59-ff2d-47c9-978a-ef9cb0e650cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:08:47.600188 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75843a59-ff2d-47c9-978a-ef9cb0e650cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:08:47.600523 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75843a59-ff2d-47c9-978a-ef9cb0e650cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:08:47.600851 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75843a59-ff2d-47c9-978a-ef9cb0e650cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:08:47.601174 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75843a59-ff2d-47c9-978a-ef9cb0e650cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:08:47.601499 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75843a59-ff2d-47c9-978a-ef9cb0e650cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:08:47.601819 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75843a59-ff2d-47c9-978a-ef9cb0e650cf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:08:47.602170 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75843a59-ff2d-47c9-978a-ef9cb0e650cf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:08:47.602487 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75843a59-ff2d-47c9-978a-ef9cb0e650cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:08:47.602803 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75843a59-ff2d-47c9-978a-ef9cb0e650cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:08:47.603116 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75843a59-ff2d-47c9-978a-ef9cb0e650cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:08:47.603430 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75843a59-ff2d-47c9-978a-ef9cb0e650cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:08:47.641786 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-0b2807a7-7735-4f8c-aa1a-01ba700fd6d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:08:47.661651 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-0b2807a7-7735-4f8c-aa1a-01ba700fd6d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:08:47.707059 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-0b2807a7-7735-4f8c-aa1a-01ba700fd6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:08:47.709700 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-0b2807a7-7735-4f8c-aa1a-01ba700fd6d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:08:47.710883 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-0b2807a7-7735-4f8c-aa1a-01ba700fd6d2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/572e7bdd-1081-490d-9fbd-0a4e07f0cf05 HTTP/1.1" status: 204 len: 168 time: 0.1255748 Aug 31 05:08:47.718845 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2807a7-7735-4f8c-aa1a-01ba700fd6d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=572e7bdd-1081-490d-9fbd-0a4e07f0cf05,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:08:53.507889 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.agents_db [None req-b358f2ce-044e-44db-8ffe-8010ce8c5d43 None None] Agent healthcheck: found 6 active agents {{(pid=93876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 05:08:56.243071 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-dd54cca3-e097-4019-a5e5-e650c155c2ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:08:58.292822 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:08:58.686766 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7e072b62-5761-49b2-9327-21df883de365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:08:59.051709 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:09:00.009197 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cae06a7b-375a-4b62-8781-ea2d8af560c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:09:01.447396 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a4fd8ad5-a492-4575-8673-07e6bf736dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:09:26.242669 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-29a8c5af-7c63-47cb-8acd-7b6f53e5728e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:09:28.322253 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:09:28.682222 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 60522) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:09:28.689122 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9fc01ad0-16e5-4a93-b7bd-fc6714529636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:09:29.052772 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:09:29.417126 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-eece031c-15b1-43e6-bdf1-bf8b0a89bd27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7953169'] for router_interface, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:09:29.643283 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-eece031c-15b1-43e6-bdf1-bf8b0a89bd27 admin admin] Deleting port a9a25f97-30d1-41c0-ac4a-a3cb6f609496 {{(pid=93873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 05:09:29.643535 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-eece031c-15b1-43e6-bdf1-bf8b0a89bd27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730087506454'] for port, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:09:29.716252 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-eece031c-15b1-43e6-bdf1-bf8b0a89bd27 admin admin] For port a9a25f97-30d1-41c0-ac4a-a3cb6f609496, host dv-cinder-778193-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-7-iscsi',level=0,port_id=a9a25f97-30d1-41c0-ac4a-a3cb6f609496,segment=NetworkSegment(f068b9d6-cd7c-4610-b419-d71f6e8f87e2),segment_id=f068b9d6-cd7c-4610-b419-d71f6e8f87e2)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:09:29.717148 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-eece031c-15b1-43e6-bdf1-bf8b0a89bd27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7955047'] for port, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:09:29.729072 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-eece031c-15b1-43e6-bdf1-bf8b0a89bd27 admin admin] Calling delete_port for a9a25f97-30d1-41c0-ac4a-a3cb6f609496 owned by network:router_interface {{(pid=93873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 05:09:29.896991 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-eece031c-15b1-43e6-bdf1-bf8b0a89bd27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730087509221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730086931505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4316683'] for port, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:09:29.933810 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eece031c-15b1-43e6-bdf1-bf8b0a89bd27 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9a25f97-30d1-41c0-ac4a-a3cb6f609496,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:09:30.024414 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cae06a7b-375a-4b62-8781-ea2d8af560c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:09:30.106307 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-eece031c-15b1-43e6-bdf1-bf8b0a89bd27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8355447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7953293'] for router_interface, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:09:30.315717 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eece031c-15b1-43e6-bdf1-bf8b0a89bd27 admin admin] Router 270e5260-275a-4218-82b7-94c26fa32077 has already been hosted by L3 agent 0d18d50c-d309-40cc-9cbf-a014e4f79dac {{(pid=93873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 05:09:30.417722 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eece031c-15b1-43e6-bdf1-bf8b0a89bd27 admin admin] Notify agent at l3_agent.dv-cinder-778193-7-iscsi the message routers_updated {{(pid=93873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 05:09:30.422912 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-eece031c-15b1-43e6-bdf1-bf8b0a89bd27 admin admin] 10.222.0.37 "PUT /v2.0/routers/270e5260-275a-4218-82b7-94c26fa32077/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7396615 Aug 31 05:09:30.425349 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 60530) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:09:30.426440 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5edc518e-01a7-43aa-a8cc-1d7c001194e2 None None] Sync routers for ids ['270e5260-275a-4218-82b7-94c26fa32077'] in dv-cinder-778193-7-iscsi {{(pid=93875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 05:09:30.435304 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5edc518e-01a7-43aa-a8cc-1d7c001194e2 None None] Routers {'270e5260-275a-4218-82b7-94c26fa32077'} bound to L3 agent in host dv-cinder-778193-7-iscsi {{(pid=93875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:09:30.435900 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-5edc518e-01a7-43aa-a8cc-1d7c001194e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T04:24:29Z,description=,heartbeat_timestamp=2021-08-31T05:09:29Z,host='dv-cinder-778193-7-iscsi',id=0d18d50c-d309-40cc-9cbf-a014e4f79dac,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T04:24:29Z,topic='l3_agent')) {'router_ids': ['270e5260-275a-4218-82b7-94c26fa32077'], 'active': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:09:30.506594 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.agents_db [None req-b358f2ce-044e-44db-8ffe-8010ce8c5d43 None None] Agent healthcheck: found 6 active agents {{(pid=93876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 05:09:30.525340 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2e321d7a-b90d-4326-b202-3c228df33189 admin admin] Notify callbacks [] for router, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:09:30.534778 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvr_db [None req-5edc518e-01a7-43aa-a8cc-1d7c001194e2 None None] Set router 270e5260-275a-4218-82b7-94c26fa32077 gateway port host: dv-cinder-778193-7-iscsi {{(pid=93875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:09:30.626757 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2e321d7a-b90d-4326-b202-3c228df33189 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:09:30.680454 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-2e321d7a-b90d-4326-b202-3c228df33189 admin admin] Deleting port cf6d2b3c-8445-4fad-82e1-1ef5396f87c2 {{(pid=93873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 05:09:30.680793 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2e321d7a-b90d-4326-b202-3c228df33189 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730087506454'] for port, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:09:30.755849 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-2e321d7a-b90d-4326-b202-3c228df33189 admin admin] For port cf6d2b3c-8445-4fad-82e1-1ef5396f87c2, host dv-cinder-778193-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-7-iscsi',level=0,port_id=cf6d2b3c-8445-4fad-82e1-1ef5396f87c2,segment=NetworkSegment(9b39574f-0af1-490f-b9cc-82fd551fb7d5),segment_id=9b39574f-0af1-490f-b9cc-82fd551fb7d5)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:09:30.756589 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2e321d7a-b90d-4326-b202-3c228df33189 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7955047'] for port, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:09:30.768176 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-2e321d7a-b90d-4326-b202-3c228df33189 admin admin] Calling delete_port for cf6d2b3c-8445-4fad-82e1-1ef5396f87c2 owned by network:router_gateway {{(pid=93873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 05:09:30.825361 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-5edc518e-01a7-43aa-a8cc-1d7c001194e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '270e5260-275a-4218-82b7-94c26fa32077', 'name': 'tempest-AttachVolumeTestJSON-272015880-router', 'tenant_id': '9a4c00b65f96499f945037afd604da1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'external_fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': 'cf6d2b3c-8445-4fad-82e1-1ef5396f87c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:32:16Z', 'updated_at': '2021-08-31T05:09:29Z', 'revision_number': 5, 'project_id': '9a4c00b65f96499f945037afd604da1d', 'gw_port': {'id': 'cf6d2b3c-8445-4fad-82e1-1ef5396f87c2', 'name': '', 'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:7a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270e5260-275a-4218-82b7-94c26fa32077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:32:18Z', 'updated_at': '2021-08-31T04:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-iscsi'}], 'dv-cinder-778193-7-iscsi', False) {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:09:30.852117 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5edc518e-01a7-43aa-a8cc-1d7c001194e2 None None] Checking router: 270e5260-275a-4218-82b7-94c26fa32077 for host: dv-cinder-778193-7-iscsi {{(pid=93875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 05:09:30.860092 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5edc518e-01a7-43aa-a8cc-1d7c001194e2 None None] Routers {'270e5260-275a-4218-82b7-94c26fa32077'} bound to L3 agent in host dv-cinder-778193-7-iscsi {{(pid=93875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:09:30.860694 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-5edc518e-01a7-43aa-a8cc-1d7c001194e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T04:24:29Z,description=,heartbeat_timestamp=2021-08-31T05:09:29Z,host='dv-cinder-778193-7-iscsi',id=0d18d50c-d309-40cc-9cbf-a014e4f79dac,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T04:24:29Z,topic='l3_agent')) {'router_ids': ['270e5260-275a-4218-82b7-94c26fa32077'], 'active': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:09:30.931250 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2e321d7a-b90d-4326-b202-3c228df33189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730087509221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730086931505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4316683'] for port, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:09:30.946746 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvr_db [None req-5edc518e-01a7-43aa-a8cc-1d7c001194e2 None None] Set router 270e5260-275a-4218-82b7-94c26fa32077 gateway port host: None {{(pid=93875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:09:30.961625 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e321d7a-b90d-4326-b202-3c228df33189 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf6d2b3c-8445-4fad-82e1-1ef5396f87c2,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:09:30.999755 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-5edc518e-01a7-43aa-a8cc-1d7c001194e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '270e5260-275a-4218-82b7-94c26fa32077', 'name': 'tempest-AttachVolumeTestJSON-272015880-router', 'tenant_id': '9a4c00b65f96499f945037afd604da1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:32:16Z', 'updated_at': '2021-08-31T05:09:30Z', 'revision_number': 6, 'project_id': '9a4c00b65f96499f945037afd604da1d', 'gw_port_host': None}], 'dv-cinder-778193-7-iscsi', False) {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:09:31.019347 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2e321d7a-b90d-4326-b202-3c228df33189 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7956271'] for router_gateway, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:09:31.026949 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5edc518e-01a7-43aa-a8cc-1d7c001194e2 None None] The sync data for ids ['270e5260-275a-4218-82b7-94c26fa32077'] in dv-cinder-778193-7-iscsi is: [{'id': '270e5260-275a-4218-82b7-94c26fa32077', 'name': 'tempest-AttachVolumeTestJSON-272015880-router', 'tenant_id': '9a4c00b65f96499f945037afd604da1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:32:16Z', 'updated_at': '2021-08-31T05:09:30Z', 'revision_number': 6, 'project_id': '9a4c00b65f96499f945037afd604da1d', 'gw_port_host': None}] {{(pid=93875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 05:09:31.107997 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2e321d7a-b90d-4326-b202-3c228df33189 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7953425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4381'] for router, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:09:31.110053 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2e321d7a-b90d-4326-b202-3c228df33189 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:09:31.151714 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2e321d7a-b90d-4326-b202-3c228df33189 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7953434'] for router, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:09:31.152223 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e321d7a-b90d-4326-b202-3c228df33189 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 270e5260-275a-4218-82b7-94c26fa32077 {{(pid=93873) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 05:09:31.156410 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2e321d7a-b90d-4326-b202-3c228df33189 admin admin] Notify callbacks [] for router, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:09:31.157534 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-2e321d7a-b90d-4326-b202-3c228df33189 admin admin] 10.222.0.37 "DELETE /v2.0/routers/270e5260-275a-4218-82b7-94c26fa32077 HTTP/1.1" status: 204 len: 168 time: 0.7312615 Aug 31 05:09:31.160069 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 60534) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:09:31.206225 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.db.db_base_plugin_v2 [None req-524276c1-4930-4b0a-83d4-4c78baf3e9b4 admin admin] Deleting subnet dbec82d9-5dbd-41df-9df9-228f18fdefe0 {{(pid=93873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 05:09:31.209093 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-524276c1-4930-4b0a-83d4-4c78baf3e9b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:09:31.242210 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-524276c1-4930-4b0a-83d4-4c78baf3e9b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5377030'] for subnet, precommit_delete_associations {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:09:31.324893 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-524276c1-4930-4b0a-83d4-4c78baf3e9b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665464'] for subnet, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:09:31.382364 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-524276c1-4930-4b0a-83d4-4c78baf3e9b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4316772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4637754'] for subnet, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:09:31.412620 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524276c1-4930-4b0a-83d4-4c78baf3e9b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dbec82d9-5dbd-41df-9df9-228f18fdefe0,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:09:31.418817 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-524276c1-4930-4b0a-83d4-4c78baf3e9b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:09:31.422294 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-524276c1-4930-4b0a-83d4-4c78baf3e9b4 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/dbec82d9-5dbd-41df-9df9-228f18fdefe0 HTTP/1.1" status: 204 len: 168 time: 0.2598045 Aug 31 05:09:31.423243 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 60536) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:09:31.426891 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-024e5203-de7a-4a2f-a86d-161c1498b08e None None] Network 8936ee09-226f-4718-943f-9ffdccd40918 requested from dv-cinder-778193-7-iscsi {{(pid=93875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 05:09:31.491672 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a4fd8ad5-a492-4575-8673-07e6bf736dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:09:31.501046 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-fa7a4360-c1ba-4ec4-81a9-950f7b64dbe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526871'] for network, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:09:31.534712 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Device a9a25f97-30d1-41c0-ac4a-a3cb6f609496 no longer exists at agent ovs-agent-dv-cinder-778193-7-iscsi {{(pid=93875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 05:09:31.556291 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] No Port match for: a9a25f97-30d1-41c0-ac4a-a3cb6f609496 {{(pid=93875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 05:09:31.556627 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Device a9a25f97-30d1-41c0-ac4a-a3cb6f609496 not bound to the agent host dv-cinder-778193-7-iscsi {{(pid=93875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 05:09:31.558892 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-fa7a4360-c1ba-4ec4-81a9-950f7b64dbe0 admin admin] Deleting port 8c339eb9-a7fc-44cd-ba56-3c8733551df2 {{(pid=93873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 05:09:31.559232 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-fa7a4360-c1ba-4ec4-81a9-950f7b64dbe0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730087506454'] for port, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:09:31.625246 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-fa7a4360-c1ba-4ec4-81a9-950f7b64dbe0 admin admin] For port 8c339eb9-a7fc-44cd-ba56-3c8733551df2, host dv-cinder-778193-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-7-iscsi',level=0,port_id=8c339eb9-a7fc-44cd-ba56-3c8733551df2,segment=NetworkSegment(f068b9d6-cd7c-4610-b419-d71f6e8f87e2),segment_id=f068b9d6-cd7c-4610-b419-d71f6e8f87e2)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:09:31.625610 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-fa7a4360-c1ba-4ec4-81a9-950f7b64dbe0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7955047'] for port, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:09:31.637891 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-fa7a4360-c1ba-4ec4-81a9-950f7b64dbe0 admin admin] Calling delete_port for 8c339eb9-a7fc-44cd-ba56-3c8733551df2 owned by network:dhcp {{(pid=93873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 05:09:31.713825 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-fa7a4360-c1ba-4ec4-81a9-950f7b64dbe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730087509221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730086931505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4316683'] for port, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:09:31.736401 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7a4360-c1ba-4ec4-81a9-950f7b64dbe0 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c339eb9-a7fc-44cd-ba56-3c8733551df2,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:09:31.742251 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7a4360-c1ba-4ec4-81a9-950f7b64dbe0 admin admin] No DVR routers for this DVR port 8c339eb9-a7fc-44cd-ba56-3c8733551df2 on host dv-cinder-778193-7-iscsi {{(pid=93873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 05:09:31.811341 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-fa7a4360-c1ba-4ec4-81a9-950f7b64dbe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-666499', 'neutron.services.segments.db._delete_segments_for_network-8730087480257'] for network, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:09:31.820691 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.services.segments.db [None req-fa7a4360-c1ba-4ec4-81a9-950f7b64dbe0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8936ee09-226f-4718-943f-9ffdccd40918']}} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:09:31.831245 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.services.segments.db [None req-fa7a4360-c1ba-4ec4-81a9-950f7b64dbe0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f068b9d6-cd7c-4610-b419-d71f6e8f87e2') {'for_net_delete': True} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:09:31.831537 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.services.segments.db [None req-fa7a4360-c1ba-4ec4-81a9-950f7b64dbe0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f068b9d6-cd7c-4610-b419-d71f6e8f87e2') {} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:09:31.840933 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-fa7a4360-c1ba-4ec4-81a9-950f7b64dbe0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730087490389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5377085'] for segment, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:09:31.858125 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-fa7a4360-c1ba-4ec4-81a9-950f7b64dbe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671022'] for segment, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:09:31.859667 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce91ee2-ba28-4241-ac98-f7ecff5c32cc None None] DHCP port deletion for 8936ee09-226f-4718-943f-9ffdccd40918 request from dv-cinder-778193-7-iscsi {{(pid=93875) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 05:09:31.864921 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa7a4360-c1ba-4ec4-81a9-950f7b64dbe0 admin admin] Releasing vlan 385 on physical network physnet1 to pool {{(pid=93873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 05:09:31.865339 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-fa7a4360-c1ba-4ec4-81a9-950f7b64dbe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4316894'] for segment, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:09:31.867259 dv-cinder-778193-7-iscsi neutron-server[93873]: Traceback (most recent call last): Aug 31 05:09:31.867259 dv-cinder-778193-7-iscsi neutron-server[93873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 05:09:31.867259 dv-cinder-778193-7-iscsi neutron-server[93873]: timer() Aug 31 05:09:31.867259 dv-cinder-778193-7-iscsi neutron-server[93873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 05:09:31.867259 dv-cinder-778193-7-iscsi neutron-server[93873]: cb(*args, **kw) Aug 31 05:09:31.867259 dv-cinder-778193-7-iscsi neutron-server[93873]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 05:09:31.867259 dv-cinder-778193-7-iscsi neutron-server[93873]: return func(*args, **kwargs) Aug 31 05:09:31.867259 dv-cinder-778193-7-iscsi neutron-server[93873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 05:09:31.867259 dv-cinder-778193-7-iscsi neutron-server[93873]: self._notify() Aug 31 05:09:31.867259 dv-cinder-778193-7-iscsi neutron-server[93873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 05:09:31.867259 dv-cinder-778193-7-iscsi neutron-server[93873]: self.callback(batched_events) Aug 31 05:09:31.867259 dv-cinder-778193-7-iscsi neutron-server[93873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 05:09:31.867259 dv-cinder-778193-7-iscsi neutron-server[93873]: event.method(event) Aug 31 05:09:31.867259 dv-cinder-778193-7-iscsi neutron-server[93873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 05:09:31.867259 dv-cinder-778193-7-iscsi neutron-server[93873]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 05:09:31.867259 dv-cinder-778193-7-iscsi neutron-server[93873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 05:09:31.867259 dv-cinder-778193-7-iscsi neutron-server[93873]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 05:09:31.867259 dv-cinder-778193-7-iscsi neutron-server[93873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 05:09:31.867259 dv-cinder-778193-7-iscsi neutron-server[93873]: return f(self, *a, **k) Aug 31 05:09:31.867259 dv-cinder-778193-7-iscsi neutron-server[93873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 05:09:31.867259 dv-cinder-778193-7-iscsi neutron-server[93873]: return self._get(url).json() Aug 31 05:09:31.867259 dv-cinder-778193-7-iscsi neutron-server[93873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 05:09:31.867259 dv-cinder-778193-7-iscsi neutron-server[93873]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 05:09:31.867259 dv-cinder-778193-7-iscsi neutron-server[93873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 05:09:31.867259 dv-cinder-778193-7-iscsi neutron-server[93873]: return self.request(url, 'GET', **kwargs) Aug 31 05:09:31.867259 dv-cinder-778193-7-iscsi neutron-server[93873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 05:09:31.867259 dv-cinder-778193-7-iscsi neutron-server[93873]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 05:09:31.867259 dv-cinder-778193-7-iscsi neutron-server[93873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 05:09:31.867259 dv-cinder-778193-7-iscsi neutron-server[93873]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 05:09:31.867259 dv-cinder-778193-7-iscsi neutron-server[93873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 05:09:31.867259 dv-cinder-778193-7-iscsi neutron-server[93873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 05:09:31.867259 dv-cinder-778193-7-iscsi neutron-server[93873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 05:09:31.923705 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-fa7a4360-c1ba-4ec4-81a9-950f7b64dbe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-666522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7956227'] for network, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:09:31.930216 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-fa7a4360-c1ba-4ec4-81a9-950f7b64dbe0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8355474'] for network, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:09:31.932055 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-fa7a4360-c1ba-4ec4-81a9-950f7b64dbe0 admin admin] 10.222.0.37 "DELETE /v2.0/networks/8936ee09-226f-4718-943f-9ffdccd40918 HTTP/1.1" status: 204 len: 168 time: 0.5077019 Aug 31 05:09:31.945750 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7a4360-c1ba-4ec4-81a9-950f7b64dbe0 admin admin] Pushing event deleted for resources: {'Network': ['ID=8936ee09-226f-4718-943f-9ffdccd40918,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:09:32.077742 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 60540) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:09:32.124236 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-da8e2311-b243-4562-b297-286f23cfce7b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9a4c00b65f96499f945037afd604da1d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0452077 Aug 31 05:09:32.126643 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 60544) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:09:32.173363 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-9fb347ff-69ef-4339-b260-f42d3305408b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:09:32.193627 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-9fb347ff-69ef-4339-b260-f42d3305408b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:09:32.239686 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-9fb347ff-69ef-4339-b260-f42d3305408b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:09:32.242300 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-9fb347ff-69ef-4339-b260-f42d3305408b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:09:32.243528 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-9fb347ff-69ef-4339-b260-f42d3305408b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/038b91a7-58ed-426e-be3f-8d5fbd8406ac HTTP/1.1" status: 204 len: 168 time: 0.1160057 Aug 31 05:09:32.251732 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb347ff-69ef-4339-b260-f42d3305408b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=038b91a7-58ed-426e-be3f-8d5fbd8406ac,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:09:33.325783 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Device 8c339eb9-a7fc-44cd-ba56-3c8733551df2 no longer exists at agent ovs-agent-dv-cinder-778193-7-iscsi {{(pid=93875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 05:09:33.349065 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] No Port match for: 8c339eb9-a7fc-44cd-ba56-3c8733551df2 {{(pid=93875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 05:09:33.349412 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Device 8c339eb9-a7fc-44cd-ba56-3c8733551df2 not bound to the agent host dv-cinder-778193-7-iscsi {{(pid=93875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 05:09:33.349829 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Device cf6d2b3c-8445-4fad-82e1-1ef5396f87c2 no longer exists at agent ovs-agent-dv-cinder-778193-7-iscsi {{(pid=93875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 05:09:33.371013 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] No Port match for: cf6d2b3c-8445-4fad-82e1-1ef5396f87c2 {{(pid=93875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 05:09:33.371359 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Device cf6d2b3c-8445-4fad-82e1-1ef5396f87c2 not bound to the agent host dv-cinder-778193-7-iscsi {{(pid=93875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 05:09:36.047479 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 60614) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:09:36.149190 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-edf93c2e-358d-4916-9fd4-446a04f69fd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:09:36.235067 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-edf93c2e-358d-4916-9fd4-446a04f69fd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:09:36.239360 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-edf93c2e-358d-4916-9fd4-446a04f69fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:09:36.279069 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-edf93c2e-358d-4916-9fd4-446a04f69fd2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bb4e0f8337ac442f99fa5ae5d67110d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2305372 Aug 31 05:09:36.279875 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf93c2e-358d-4916-9fd4-446a04f69fd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6ec96a0-c1b6-4108-a4e8-0452565d226a,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:09:36.281766 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 60618) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:09:36.335670 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-38098240-ccb6-4beb-b475-594ef77a4df8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:09:36.357605 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-38098240-ccb6-4beb-b475-594ef77a4df8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:09:36.402548 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-38098240-ccb6-4beb-b475-594ef77a4df8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:09:36.405154 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-38098240-ccb6-4beb-b475-594ef77a4df8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:09:36.406306 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-38098240-ccb6-4beb-b475-594ef77a4df8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d6ec96a0-c1b6-4108-a4e8-0452565d226a HTTP/1.1" status: 204 len: 168 time: 0.1234555 Aug 31 05:09:36.414336 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38098240-ccb6-4beb-b475-594ef77a4df8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6ec96a0-c1b6-4108-a4e8-0452565d226a,revision_number=None']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:09:36.421214 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38098240-ccb6-4beb-b475-594ef77a4df8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:09:36.421566 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38098240-ccb6-4beb-b475-594ef77a4df8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:09:36.421906 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38098240-ccb6-4beb-b475-594ef77a4df8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:09:36.422270 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38098240-ccb6-4beb-b475-594ef77a4df8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:09:36.422605 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38098240-ccb6-4beb-b475-594ef77a4df8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:09:36.422937 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38098240-ccb6-4beb-b475-594ef77a4df8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:09:36.423262 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38098240-ccb6-4beb-b475-594ef77a4df8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:09:36.423585 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38098240-ccb6-4beb-b475-594ef77a4df8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:09:36.423909 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38098240-ccb6-4beb-b475-594ef77a4df8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:09:36.424228 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38098240-ccb6-4beb-b475-594ef77a4df8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:09:36.424548 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38098240-ccb6-4beb-b475-594ef77a4df8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:09:36.424865 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38098240-ccb6-4beb-b475-594ef77a4df8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:09:38.113369 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 60686) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:09:38.214537 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-e26dc56e-e2c2-479d-b55b-d3356e711cda admin admin] Notify callbacks [] for security_group, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:09:38.302010 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-e26dc56e-e2c2-479d-b55b-d3356e711cda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:09:38.305692 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-e26dc56e-e2c2-479d-b55b-d3356e711cda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:09:38.343926 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-e26dc56e-e2c2-479d-b55b-d3356e711cda admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ec78047e8b23414db98b2e2224b7fb8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2295451 Aug 31 05:09:38.344789 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26dc56e-e2c2-479d-b55b-d3356e711cda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=917e9188-cf03-4ca1-8667-2bb42afddc57,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:09:38.346573 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 60690) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:09:38.395682 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-a866e345-0e06-42a2-b377-f850dff5768c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:09:38.416838 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-a866e345-0e06-42a2-b377-f850dff5768c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:09:38.462855 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-a866e345-0e06-42a2-b377-f850dff5768c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:09:38.465942 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-a866e345-0e06-42a2-b377-f850dff5768c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:09:38.467408 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-a866e345-0e06-42a2-b377-f850dff5768c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/917e9188-cf03-4ca1-8667-2bb42afddc57 HTTP/1.1" status: 204 len: 168 time: 0.1188803 Aug 31 05:09:38.475910 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a866e345-0e06-42a2-b377-f850dff5768c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=917e9188-cf03-4ca1-8667-2bb42afddc57,revision_number=None']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:09:38.713783 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 60698) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:09:38.727171 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-0d600e51-15c4-456c-974c-e4b0cf2d3ef7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:09:38.814736 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-0d600e51-15c4-456c-974c-e4b0cf2d3ef7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:09:38.819302 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-0d600e51-15c4-456c-974c-e4b0cf2d3ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:09:38.859981 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-0d600e51-15c4-456c-974c-e4b0cf2d3ef7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5918aca533644e27b19205865b89431b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1451085 Aug 31 05:09:38.861959 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d600e51-15c4-456c-974c-e4b0cf2d3ef7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a0ef357-4d64-44b4-afa3-ce6a8314b3e4,revision_number=1']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:09:38.862803 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 60700) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:09:38.909968 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-a7f9ef93-4e6e-4bb7-a416-4f3650af8497 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:09:38.930169 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-a7f9ef93-4e6e-4bb7-a416-4f3650af8497 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:09:38.976209 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-a7f9ef93-4e6e-4bb7-a416-4f3650af8497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:09:38.979056 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-a7f9ef93-4e6e-4bb7-a416-4f3650af8497 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:09:38.980310 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-a7f9ef93-4e6e-4bb7-a416-4f3650af8497 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0a0ef357-4d64-44b4-afa3-ce6a8314b3e4 HTTP/1.1" status: 204 len: 168 time: 0.1163783 Aug 31 05:09:38.988610 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f9ef93-4e6e-4bb7-a416-4f3650af8497 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a0ef357-4d64-44b4-afa3-ce6a8314b3e4,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:09:43.822059 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 60804) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:09:43.954942 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-19a947ec-96ab-414b-93ec-aecd33ac4348 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:09:44.041672 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-19a947ec-96ab-414b-93ec-aecd33ac4348 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:09:44.045229 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-19a947ec-96ab-414b-93ec-aecd33ac4348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:09:44.084812 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-19a947ec-96ab-414b-93ec-aecd33ac4348 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f92f32685b9f44339f4656bffe114e5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2616539 Aug 31 05:09:44.085695 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a947ec-96ab-414b-93ec-aecd33ac4348 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d1f0bb8-32a5-4b48-abe3-c820b37d3693,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:09:44.087479 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 60808) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:09:44.135597 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1525b5e9-d134-47d3-8671-5a2861c4b5cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:09:44.155607 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1525b5e9-d134-47d3-8671-5a2861c4b5cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:09:44.201131 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1525b5e9-d134-47d3-8671-5a2861c4b5cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:09:44.203639 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1525b5e9-d134-47d3-8671-5a2861c4b5cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:09:44.204755 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-1525b5e9-d134-47d3-8671-5a2861c4b5cb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2d1f0bb8-32a5-4b48-abe3-c820b37d3693 HTTP/1.1" status: 204 len: 168 time: 0.1162961 Aug 31 05:09:44.212286 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1525b5e9-d134-47d3-8671-5a2861c4b5cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d1f0bb8-32a5-4b48-abe3-c820b37d3693,revision_number=None']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:09:44.455522 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 60814) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:09:44.468743 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-d65d725d-6133-405f-9297-de19a1a2c8a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:09:44.554987 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-d65d725d-6133-405f-9297-de19a1a2c8a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:09:44.558813 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-d65d725d-6133-405f-9297-de19a1a2c8a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:09:44.595215 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65d725d-6133-405f-9297-de19a1a2c8a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a1aeb98-2438-42ae-82b9-fd78e37d3ac5,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:09:44.600059 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-d65d725d-6133-405f-9297-de19a1a2c8a4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e3e4b0d3a9844e20801073c57f34d4ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1434960 Aug 31 05:09:44.603178 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 60816) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:09:44.648633 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-9a427c72-c92d-4561-8548-0c367495ec7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:09:44.671788 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-9a427c72-c92d-4561-8548-0c367495ec7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:09:44.716102 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-9a427c72-c92d-4561-8548-0c367495ec7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:09:44.718941 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-9a427c72-c92d-4561-8548-0c367495ec7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:09:44.720063 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-9a427c72-c92d-4561-8548-0c367495ec7c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5a1aeb98-2438-42ae-82b9-fd78e37d3ac5 HTTP/1.1" status: 204 len: 168 time: 0.1165659 Aug 31 05:09:44.728200 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a427c72-c92d-4561-8548-0c367495ec7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a1aeb98-2438-42ae-82b9-fd78e37d3ac5,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:09:50.344329 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 60910) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:09:50.445723 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-73240699-22aa-4e62-8e14-1df43ef68602 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:09:50.530809 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-73240699-22aa-4e62-8e14-1df43ef68602 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:09:50.534004 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-73240699-22aa-4e62-8e14-1df43ef68602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:09:50.571239 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-73240699-22aa-4e62-8e14-1df43ef68602 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0100cc465de64f85a90f6414385fc723&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2258346 Aug 31 05:09:50.572159 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73240699-22aa-4e62-8e14-1df43ef68602 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9fca611-0be7-4535-9f3a-e9cd8d1c3796,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:09:50.573843 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 60914) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:09:50.579325 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73240699-22aa-4e62-8e14-1df43ef68602 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:09:50.579675 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73240699-22aa-4e62-8e14-1df43ef68602 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:09:50.580014 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73240699-22aa-4e62-8e14-1df43ef68602 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:09:50.580353 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73240699-22aa-4e62-8e14-1df43ef68602 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:09:50.580690 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73240699-22aa-4e62-8e14-1df43ef68602 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:09:50.581022 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73240699-22aa-4e62-8e14-1df43ef68602 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:09:50.581434 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73240699-22aa-4e62-8e14-1df43ef68602 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:09:50.581959 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73240699-22aa-4e62-8e14-1df43ef68602 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:09:50.582328 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73240699-22aa-4e62-8e14-1df43ef68602 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:09:50.582653 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73240699-22aa-4e62-8e14-1df43ef68602 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:09:50.582982 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73240699-22aa-4e62-8e14-1df43ef68602 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:09:50.583303 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73240699-22aa-4e62-8e14-1df43ef68602 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:09:50.621977 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-5d24cea6-ad20-43cf-8ff4-7e222e9bf3c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:09:50.641994 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-5d24cea6-ad20-43cf-8ff4-7e222e9bf3c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:09:50.691890 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-5d24cea6-ad20-43cf-8ff4-7e222e9bf3c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:09:50.694570 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-5d24cea6-ad20-43cf-8ff4-7e222e9bf3c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:09:50.695671 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-5d24cea6-ad20-43cf-8ff4-7e222e9bf3c5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f9fca611-0be7-4535-9f3a-e9cd8d1c3796 HTTP/1.1" status: 204 len: 168 time: 0.1208470 Aug 31 05:09:50.703015 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d24cea6-ad20-43cf-8ff4-7e222e9bf3c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9fca611-0be7-4535-9f3a-e9cd8d1c3796,revision_number=None']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:09:50.943585 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 60920) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:09:50.956764 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-70442a34-52f6-4a2d-bd5a-63db8a0c2403 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:09:51.055146 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-70442a34-52f6-4a2d-bd5a-63db8a0c2403 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:09:51.059429 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-70442a34-52f6-4a2d-bd5a-63db8a0c2403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:09:51.096811 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-70442a34-52f6-4a2d-bd5a-63db8a0c2403 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0132d73a5f8f441687dc285b3ac8500b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1521113 Aug 31 05:09:51.098387 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70442a34-52f6-4a2d-bd5a-63db8a0c2403 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc974fa4-e1e6-40f9-9ebe-ce910fac323f,revision_number=1']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:09:51.100378 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 60924) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:09:51.147310 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-6160c35e-33c9-4c9b-a06a-dfc4f9553876 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:09:51.167397 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-6160c35e-33c9-4c9b-a06a-dfc4f9553876 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:09:51.214179 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-6160c35e-33c9-4c9b-a06a-dfc4f9553876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:09:51.216875 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-6160c35e-33c9-4c9b-a06a-dfc4f9553876 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:09:51.218005 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-6160c35e-33c9-4c9b-a06a-dfc4f9553876 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bc974fa4-e1e6-40f9-9ebe-ce910fac323f HTTP/1.1" status: 204 len: 168 time: 0.1166298 Aug 31 05:09:51.226068 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6160c35e-33c9-4c9b-a06a-dfc4f9553876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc974fa4-e1e6-40f9-9ebe-ce910fac323f,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:09:53.256615 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 60998) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:09:53.358340 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-1f09b21f-49f9-44e8-b247-443162e59d34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:09:53.445935 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-1f09b21f-49f9-44e8-b247-443162e59d34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:09:53.449650 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-1f09b21f-49f9-44e8-b247-443162e59d34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:09:53.486153 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-1f09b21f-49f9-44e8-b247-443162e59d34 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=54ae634acca84b6c9fa89dafa13ba9aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2284658 Aug 31 05:09:53.488721 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f09b21f-49f9-44e8-b247-443162e59d34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21124c40-30a9-4dfc-a5e3-94fe81fc5777,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:09:53.489492 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 32770) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:09:53.536572 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-a6a05e79-586b-43d5-a6d1-9243a5d6640c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:09:53.556559 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-a6a05e79-586b-43d5-a6d1-9243a5d6640c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:09:53.602862 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-a6a05e79-586b-43d5-a6d1-9243a5d6640c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:09:53.605285 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-a6a05e79-586b-43d5-a6d1-9243a5d6640c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:09:53.606469 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-a6a05e79-586b-43d5-a6d1-9243a5d6640c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/21124c40-30a9-4dfc-a5e3-94fe81fc5777 HTTP/1.1" status: 204 len: 168 time: 0.1159060 Aug 31 05:09:53.614389 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a05e79-586b-43d5-a6d1-9243a5d6640c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21124c40-30a9-4dfc-a5e3-94fe81fc5777,revision_number=None']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:09:53.858528 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 32776) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:09:53.871652 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-f68ac6ac-c531-4fbf-a315-03e22c846e9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:09:53.957899 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-f68ac6ac-c531-4fbf-a315-03e22c846e9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:09:53.961509 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-f68ac6ac-c531-4fbf-a315-03e22c846e9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:09:53.998140 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68ac6ac-c531-4fbf-a315-03e22c846e9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd1c30bf-99b2-420a-b68d-be95c7e04849,revision_number=1']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:09:54.002385 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-f68ac6ac-c531-4fbf-a315-03e22c846e9f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=06b4f2f8f14340e1b26efff5c1c3edbc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1428406 Aug 31 05:09:54.005134 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 32778) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:09:54.050918 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-30dc6a98-6148-4e6f-9333-9c07c898f36c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:09:54.070603 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-30dc6a98-6148-4e6f-9333-9c07c898f36c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:09:54.116146 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-30dc6a98-6148-4e6f-9333-9c07c898f36c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:09:54.118680 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-30dc6a98-6148-4e6f-9333-9c07c898f36c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:09:54.119794 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-30dc6a98-6148-4e6f-9333-9c07c898f36c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fd1c30bf-99b2-420a-b68d-be95c7e04849 HTTP/1.1" status: 204 len: 168 time: 0.1137855 Aug 31 05:09:54.126934 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dc6a98-6148-4e6f-9333-9c07c898f36c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd1c30bf-99b2-420a-b68d-be95c7e04849,revision_number=None']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:09:55.142768 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 32814) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:09:55.244606 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-8445684b-bf1e-4cbb-9c5e-fac809146f61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:09:55.347503 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-8445684b-bf1e-4cbb-9c5e-fac809146f61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:09:55.351753 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-8445684b-bf1e-4cbb-9c5e-fac809146f61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:09:55.393315 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-8445684b-bf1e-4cbb-9c5e-fac809146f61 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f2888824c6f442e6b4f1d263b73fe47d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2494349 Aug 31 05:09:55.394685 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8445684b-bf1e-4cbb-9c5e-fac809146f61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=772f787d-cbab-4a46-9027-709432526fdb,revision_number=1']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:09:55.395874 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 32820) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:09:55.446620 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-1f70f879-c48f-4752-89c8-feddf8cec1a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:09:55.467905 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-1f70f879-c48f-4752-89c8-feddf8cec1a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:09:55.511996 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-1f70f879-c48f-4752-89c8-feddf8cec1a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:09:55.514610 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-1f70f879-c48f-4752-89c8-feddf8cec1a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:09:55.515801 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-1f70f879-c48f-4752-89c8-feddf8cec1a3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/772f787d-cbab-4a46-9027-709432526fdb HTTP/1.1" status: 204 len: 168 time: 0.1190445 Aug 31 05:09:55.524026 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f70f879-c48f-4752-89c8-feddf8cec1a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=772f787d-cbab-4a46-9027-709432526fdb,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:09:56.243219 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-46d45ad1-df39-4fc9-ba77-d4092c396bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:09:58.352936 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:09:58.662737 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 32878) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:09:58.691319 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ccc8f719-2245-4fb0-84cc-37a65550f391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:09:59.052881 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:09:59.146445 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c7b675f8-bc9a-48bc-932e-7f1f36402399 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7953169'] for router_interface, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:09:59.616753 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-c7b675f8-bc9a-48bc-932e-7f1f36402399 admin admin] Deleting port d6ad802d-c5e9-4d03-9475-dc5b3c914d04 {{(pid=93873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 05:09:59.617082 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c7b675f8-bc9a-48bc-932e-7f1f36402399 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730087506454'] for port, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:09:59.694262 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-c7b675f8-bc9a-48bc-932e-7f1f36402399 admin admin] For port d6ad802d-c5e9-4d03-9475-dc5b3c914d04, host dv-cinder-778193-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-7-iscsi',level=0,port_id=d6ad802d-c5e9-4d03-9475-dc5b3c914d04,segment=NetworkSegment(14aa025e-dd6c-45fc-a8a8-06cb8f48a6ca),segment_id=14aa025e-dd6c-45fc-a8a8-06cb8f48a6ca)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:09:59.694956 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c7b675f8-bc9a-48bc-932e-7f1f36402399 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7955047'] for port, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:09:59.708209 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-c7b675f8-bc9a-48bc-932e-7f1f36402399 admin admin] Calling delete_port for d6ad802d-c5e9-4d03-9475-dc5b3c914d04 owned by network:router_interface {{(pid=93873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 05:09:59.878509 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c7b675f8-bc9a-48bc-932e-7f1f36402399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730087509221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730086931505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4316683'] for port, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:09:59.912276 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b675f8-bc9a-48bc-932e-7f1f36402399 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6ad802d-c5e9-4d03-9475-dc5b3c914d04,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:10:00.016930 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cae06a7b-375a-4b62-8781-ea2d8af560c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:00.073959 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c7b675f8-bc9a-48bc-932e-7f1f36402399 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8355447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7953293'] for router_interface, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:00.280539 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7b675f8-bc9a-48bc-932e-7f1f36402399 admin admin] Router 1b0ed72e-a8df-4f57-a9db-54d4c4b1af8d has already been hosted by L3 agent 0d18d50c-d309-40cc-9cbf-a014e4f79dac {{(pid=93873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 05:10:00.382363 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7b675f8-bc9a-48bc-932e-7f1f36402399 admin admin] Notify agent at l3_agent.dv-cinder-778193-7-iscsi the message routers_updated {{(pid=93873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 05:10:00.388202 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-c7b675f8-bc9a-48bc-932e-7f1f36402399 admin admin] 10.222.0.37 "PUT /v2.0/routers/1b0ed72e-a8df-4f57-a9db-54d4c4b1af8d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7244377 Aug 31 05:10:00.390006 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 32886) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:10:00.392594 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb5e7a74-b15b-40f8-8ac6-8c47eac17127 None None] Sync routers for ids ['1b0ed72e-a8df-4f57-a9db-54d4c4b1af8d'] in dv-cinder-778193-7-iscsi {{(pid=93876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 05:10:00.402334 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5e7a74-b15b-40f8-8ac6-8c47eac17127 None None] Routers {'1b0ed72e-a8df-4f57-a9db-54d4c4b1af8d'} bound to L3 agent in host dv-cinder-778193-7-iscsi {{(pid=93876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:10:00.402933 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.l3_hamode_db [None req-cb5e7a74-b15b-40f8-8ac6-8c47eac17127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T04:24:29Z,description=,heartbeat_timestamp=2021-08-31T05:09:59Z,host='dv-cinder-778193-7-iscsi',id=0d18d50c-d309-40cc-9cbf-a014e4f79dac,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T04:24:29Z,topic='l3_agent')) {'router_ids': ['1b0ed72e-a8df-4f57-a9db-54d4c4b1af8d'], 'active': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:10:00.491070 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-04bb4b0a-9040-4bca-adaf-04a451c5a085 admin admin] Notify callbacks [] for router, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:00.502649 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.l3_dvr_db [None req-cb5e7a74-b15b-40f8-8ac6-8c47eac17127 None None] Set router 1b0ed72e-a8df-4f57-a9db-54d4c4b1af8d gateway port host: dv-cinder-778193-7-iscsi {{(pid=93876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:10:00.593916 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-04bb4b0a-9040-4bca-adaf-04a451c5a085 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:00.645726 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-04bb4b0a-9040-4bca-adaf-04a451c5a085 admin admin] Deleting port 80a6a27f-a192-4ead-90e8-474aed701de6 {{(pid=93873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 05:10:00.646066 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-04bb4b0a-9040-4bca-adaf-04a451c5a085 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730087506454'] for port, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:00.675572 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.l3_hamode_db [None req-cb5e7a74-b15b-40f8-8ac6-8c47eac17127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b0ed72e-a8df-4f57-a9db-54d4c4b1af8d', 'name': 'tempest-AttachVolumeShelveTestJSON-1580808312-router', 'tenant_id': '2f8e82cf86684d55bca526dc154c03d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'external_fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '80a6a27f-a192-4ead-90e8-474aed701de6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:32:16Z', 'updated_at': '2021-08-31T05:09:59Z', 'revision_number': 5, 'project_id': '2f8e82cf86684d55bca526dc154c03d1', 'gw_port': {'id': '80a6a27f-a192-4ead-90e8-474aed701de6', 'name': '', 'network_id': 'f4b5f899-990a-4804-98c2-2f4cfa444408', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:dc:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b0ed72e-a8df-4f57-a9db-54d4c4b1af8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:32:17Z', 'updated_at': '2021-08-31T04:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03ec91ec-d42e-4d2c-8dee-dc4e2d357557', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-iscsi'}], 'dv-cinder-778193-7-iscsi', False) {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:10:00.700875 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb5e7a74-b15b-40f8-8ac6-8c47eac17127 None None] Checking router: 1b0ed72e-a8df-4f57-a9db-54d4c4b1af8d for host: dv-cinder-778193-7-iscsi {{(pid=93876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 05:10:00.709426 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5e7a74-b15b-40f8-8ac6-8c47eac17127 None None] Routers {'1b0ed72e-a8df-4f57-a9db-54d4c4b1af8d'} bound to L3 agent in host dv-cinder-778193-7-iscsi {{(pid=93876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:10:00.710024 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.l3_hamode_db [None req-cb5e7a74-b15b-40f8-8ac6-8c47eac17127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T04:24:29Z,description=,heartbeat_timestamp=2021-08-31T05:09:59Z,host='dv-cinder-778193-7-iscsi',id=0d18d50c-d309-40cc-9cbf-a014e4f79dac,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T04:24:29Z,topic='l3_agent')) {'router_ids': ['1b0ed72e-a8df-4f57-a9db-54d4c4b1af8d'], 'active': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:10:00.721155 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-04bb4b0a-9040-4bca-adaf-04a451c5a085 admin admin] For port 80a6a27f-a192-4ead-90e8-474aed701de6, host dv-cinder-778193-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-7-iscsi',level=0,port_id=80a6a27f-a192-4ead-90e8-474aed701de6,segment=NetworkSegment(9b39574f-0af1-490f-b9cc-82fd551fb7d5),segment_id=9b39574f-0af1-490f-b9cc-82fd551fb7d5)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:10:00.721709 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-04bb4b0a-9040-4bca-adaf-04a451c5a085 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7955047'] for port, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:00.736191 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-04bb4b0a-9040-4bca-adaf-04a451c5a085 admin admin] Calling delete_port for 80a6a27f-a192-4ead-90e8-474aed701de6 owned by network:router_gateway {{(pid=93873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 05:10:00.877566 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.l3_dvr_db [None req-cb5e7a74-b15b-40f8-8ac6-8c47eac17127 None None] Set router 1b0ed72e-a8df-4f57-a9db-54d4c4b1af8d gateway port host: None {{(pid=93876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:10:00.903293 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-04bb4b0a-9040-4bca-adaf-04a451c5a085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730087509221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730086931505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4316683'] for port, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:00.931446 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.l3_hamode_db [None req-cb5e7a74-b15b-40f8-8ac6-8c47eac17127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b0ed72e-a8df-4f57-a9db-54d4c4b1af8d', 'name': 'tempest-AttachVolumeShelveTestJSON-1580808312-router', 'tenant_id': '2f8e82cf86684d55bca526dc154c03d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:32:16Z', 'updated_at': '2021-08-31T05:10:00Z', 'revision_number': 6, 'project_id': '2f8e82cf86684d55bca526dc154c03d1', 'gw_port_host': None}], 'dv-cinder-778193-7-iscsi', False) {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:10:00.932829 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bb4b0a-9040-4bca-adaf-04a451c5a085 admin admin] Pushing event deleted for resources: {'Port': ['ID=80a6a27f-a192-4ead-90e8-474aed701de6,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:10:00.958138 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb5e7a74-b15b-40f8-8ac6-8c47eac17127 None None] The sync data for ids ['1b0ed72e-a8df-4f57-a9db-54d4c4b1af8d'] in dv-cinder-778193-7-iscsi is: [{'id': '1b0ed72e-a8df-4f57-a9db-54d4c4b1af8d', 'name': 'tempest-AttachVolumeShelveTestJSON-1580808312-router', 'tenant_id': '2f8e82cf86684d55bca526dc154c03d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:32:16Z', 'updated_at': '2021-08-31T05:10:00Z', 'revision_number': 6, 'project_id': '2f8e82cf86684d55bca526dc154c03d1', 'gw_port_host': None}] {{(pid=93876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 05:10:00.992528 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-04bb4b0a-9040-4bca-adaf-04a451c5a085 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7956271'] for router_gateway, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:01.078837 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-04bb4b0a-9040-4bca-adaf-04a451c5a085 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7953425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4381'] for router, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:01.080900 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-04bb4b0a-9040-4bca-adaf-04a451c5a085 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:01.126001 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-04bb4b0a-9040-4bca-adaf-04a451c5a085 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7953434'] for router, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:01.126569 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04bb4b0a-9040-4bca-adaf-04a451c5a085 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1b0ed72e-a8df-4f57-a9db-54d4c4b1af8d {{(pid=93873) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 05:10:01.131892 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-04bb4b0a-9040-4bca-adaf-04a451c5a085 admin admin] Notify callbacks [] for router, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:01.133272 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-04bb4b0a-9040-4bca-adaf-04a451c5a085 admin admin] 10.222.0.37 "DELETE /v2.0/routers/1b0ed72e-a8df-4f57-a9db-54d4c4b1af8d HTTP/1.1" status: 204 len: 168 time: 0.7423291 Aug 31 05:10:01.135460 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 32890) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:10:01.181356 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.db.db_base_plugin_v2 [None req-06f3aa54-1ec2-4e8d-a19d-e4bd7bf875e9 admin admin] Deleting subnet 9e15e21a-55f2-483a-9c78-48bccbedd076 {{(pid=93873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 05:10:01.184421 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-06f3aa54-1ec2-4e8d-a19d-e4bd7bf875e9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:01.217094 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-06f3aa54-1ec2-4e8d-a19d-e4bd7bf875e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5377030'] for subnet, precommit_delete_associations {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:01.289326 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-06f3aa54-1ec2-4e8d-a19d-e4bd7bf875e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665464'] for subnet, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:01.345720 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-06f3aa54-1ec2-4e8d-a19d-e4bd7bf875e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4316772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4637754'] for subnet, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:01.379351 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f3aa54-1ec2-4e8d-a19d-e4bd7bf875e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e15e21a-55f2-483a-9c78-48bccbedd076,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:10:01.383266 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-06f3aa54-1ec2-4e8d-a19d-e4bd7bf875e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:01.386127 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-06f3aa54-1ec2-4e8d-a19d-e4bd7bf875e9 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/9e15e21a-55f2-483a-9c78-48bccbedd076 HTTP/1.1" status: 204 len: 168 time: 0.2487175 Aug 31 05:10:01.387603 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 32892) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:10:01.391149 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9510a1dc-7301-432d-8292-fbd2b6ba5345 None None] Network 2b1770a4-934d-49a7-a5c2-844beb26d79a requested from dv-cinder-778193-7-iscsi {{(pid=93875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 05:10:01.459159 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-98d5c031-2bd4-43cf-9761-6f40fce40e1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526871'] for network, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:01.471901 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a4fd8ad5-a492-4575-8673-07e6bf736dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:01.513527 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-98d5c031-2bd4-43cf-9761-6f40fce40e1d admin admin] Deleting port 981772f7-bee5-481f-ac76-e7ef7c437ebd {{(pid=93873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 05:10:01.513866 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-98d5c031-2bd4-43cf-9761-6f40fce40e1d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730087506454'] for port, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:01.578858 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-98d5c031-2bd4-43cf-9761-6f40fce40e1d admin admin] For port 981772f7-bee5-481f-ac76-e7ef7c437ebd, host dv-cinder-778193-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-7-iscsi',level=0,port_id=981772f7-bee5-481f-ac76-e7ef7c437ebd,segment=NetworkSegment(14aa025e-dd6c-45fc-a8a8-06cb8f48a6ca),segment_id=14aa025e-dd6c-45fc-a8a8-06cb8f48a6ca)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:10:01.579218 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-98d5c031-2bd4-43cf-9761-6f40fce40e1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7955047'] for port, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:01.591725 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-98d5c031-2bd4-43cf-9761-6f40fce40e1d admin admin] Calling delete_port for 981772f7-bee5-481f-ac76-e7ef7c437ebd owned by network:dhcp {{(pid=93873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 05:10:01.666163 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-98d5c031-2bd4-43cf-9761-6f40fce40e1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730087509221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730086931505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4316683'] for port, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:01.690354 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d5c031-2bd4-43cf-9761-6f40fce40e1d admin admin] Pushing event deleted for resources: {'Port': ['ID=981772f7-bee5-481f-ac76-e7ef7c437ebd,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:10:01.693977 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d5c031-2bd4-43cf-9761-6f40fce40e1d admin admin] No DVR routers for this DVR port 981772f7-bee5-481f-ac76-e7ef7c437ebd on host dv-cinder-778193-7-iscsi {{(pid=93873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 05:10:01.739885 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Device d6ad802d-c5e9-4d03-9475-dc5b3c914d04 no longer exists at agent ovs-agent-dv-cinder-778193-7-iscsi {{(pid=93875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 05:10:01.745623 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1cef888-64a3-40cd-997f-49baca5c10d1 None None] DHCP port deletion for 2b1770a4-934d-49a7-a5c2-844beb26d79a request from dv-cinder-778193-7-iscsi {{(pid=93875) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 05:10:01.766241 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] No Port match for: d6ad802d-c5e9-4d03-9475-dc5b3c914d04 {{(pid=93875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 05:10:01.766586 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Device d6ad802d-c5e9-4d03-9475-dc5b3c914d04 not bound to the agent host dv-cinder-778193-7-iscsi {{(pid=93875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 05:10:01.768258 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-98d5c031-2bd4-43cf-9761-6f40fce40e1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-666499', 'neutron.services.segments.db._delete_segments_for_network-8730087480257'] for network, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:01.779388 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.services.segments.db [None req-98d5c031-2bd4-43cf-9761-6f40fce40e1d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b1770a4-934d-49a7-a5c2-844beb26d79a']}} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:10:01.790207 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.services.segments.db [None req-98d5c031-2bd4-43cf-9761-6f40fce40e1d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14aa025e-dd6c-45fc-a8a8-06cb8f48a6ca') {'for_net_delete': True} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:10:01.790506 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.services.segments.db [None req-98d5c031-2bd4-43cf-9761-6f40fce40e1d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14aa025e-dd6c-45fc-a8a8-06cb8f48a6ca') {} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:10:01.799088 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-98d5c031-2bd4-43cf-9761-6f40fce40e1d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730087490389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5377085'] for segment, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:01.813090 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-98d5c031-2bd4-43cf-9761-6f40fce40e1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671022'] for segment, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:01.819889 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98d5c031-2bd4-43cf-9761-6f40fce40e1d admin admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=93873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 05:10:01.820293 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-98d5c031-2bd4-43cf-9761-6f40fce40e1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4316894'] for segment, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:01.821896 dv-cinder-778193-7-iscsi neutron-server[93873]: Traceback (most recent call last): Aug 31 05:10:01.821896 dv-cinder-778193-7-iscsi neutron-server[93873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 05:10:01.821896 dv-cinder-778193-7-iscsi neutron-server[93873]: timer() Aug 31 05:10:01.821896 dv-cinder-778193-7-iscsi neutron-server[93873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 05:10:01.821896 dv-cinder-778193-7-iscsi neutron-server[93873]: cb(*args, **kw) Aug 31 05:10:01.821896 dv-cinder-778193-7-iscsi neutron-server[93873]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 05:10:01.821896 dv-cinder-778193-7-iscsi neutron-server[93873]: return func(*args, **kwargs) Aug 31 05:10:01.821896 dv-cinder-778193-7-iscsi neutron-server[93873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 05:10:01.821896 dv-cinder-778193-7-iscsi neutron-server[93873]: self._notify() Aug 31 05:10:01.821896 dv-cinder-778193-7-iscsi neutron-server[93873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 05:10:01.821896 dv-cinder-778193-7-iscsi neutron-server[93873]: self.callback(batched_events) Aug 31 05:10:01.821896 dv-cinder-778193-7-iscsi neutron-server[93873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 05:10:01.821896 dv-cinder-778193-7-iscsi neutron-server[93873]: event.method(event) Aug 31 05:10:01.821896 dv-cinder-778193-7-iscsi neutron-server[93873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 05:10:01.821896 dv-cinder-778193-7-iscsi neutron-server[93873]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 05:10:01.821896 dv-cinder-778193-7-iscsi neutron-server[93873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 05:10:01.821896 dv-cinder-778193-7-iscsi neutron-server[93873]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 05:10:01.821896 dv-cinder-778193-7-iscsi neutron-server[93873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 05:10:01.821896 dv-cinder-778193-7-iscsi neutron-server[93873]: return f(self, *a, **k) Aug 31 05:10:01.821896 dv-cinder-778193-7-iscsi neutron-server[93873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 05:10:01.821896 dv-cinder-778193-7-iscsi neutron-server[93873]: return self._get(url).json() Aug 31 05:10:01.821896 dv-cinder-778193-7-iscsi neutron-server[93873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 05:10:01.821896 dv-cinder-778193-7-iscsi neutron-server[93873]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 05:10:01.821896 dv-cinder-778193-7-iscsi neutron-server[93873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 05:10:01.821896 dv-cinder-778193-7-iscsi neutron-server[93873]: return self.request(url, 'GET', **kwargs) Aug 31 05:10:01.821896 dv-cinder-778193-7-iscsi neutron-server[93873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 05:10:01.821896 dv-cinder-778193-7-iscsi neutron-server[93873]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 05:10:01.821896 dv-cinder-778193-7-iscsi neutron-server[93873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 05:10:01.821896 dv-cinder-778193-7-iscsi neutron-server[93873]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 05:10:01.821896 dv-cinder-778193-7-iscsi neutron-server[93873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 05:10:01.821896 dv-cinder-778193-7-iscsi neutron-server[93873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 05:10:01.821896 dv-cinder-778193-7-iscsi neutron-server[93873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 05:10:01.879909 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-98d5c031-2bd4-43cf-9761-6f40fce40e1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-666522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7956227'] for network, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:01.885102 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-98d5c031-2bd4-43cf-9761-6f40fce40e1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8355474'] for network, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:01.886932 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-98d5c031-2bd4-43cf-9761-6f40fce40e1d admin admin] 10.222.0.37 "DELETE /v2.0/networks/2b1770a4-934d-49a7-a5c2-844beb26d79a HTTP/1.1" status: 204 len: 168 time: 0.4983315 Aug 31 05:10:01.898661 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d5c031-2bd4-43cf-9761-6f40fce40e1d admin admin] Pushing event deleted for resources: {'Network': ['ID=2b1770a4-934d-49a7-a5c2-844beb26d79a,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:10:02.058990 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 32902) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:10:02.102291 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-e417875c-8dce-4ac7-a005-fa785974f0a4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2f8e82cf86684d55bca526dc154c03d1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0420084 Aug 31 05:10:02.104571 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 32906) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:10:02.153608 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-e285a769-78a1-480d-b4b1-1dda195048af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:02.175623 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-e285a769-78a1-480d-b4b1-1dda195048af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:02.224890 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-e285a769-78a1-480d-b4b1-1dda195048af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:02.227742 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-e285a769-78a1-480d-b4b1-1dda195048af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:02.229381 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-e285a769-78a1-480d-b4b1-1dda195048af admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/14fd7501-9919-49be-957d-f1fc5a678f26 HTTP/1.1" status: 204 len: 168 time: 0.1237307 Aug 31 05:10:02.238391 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e285a769-78a1-480d-b4b1-1dda195048af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14fd7501-9919-49be-957d-f1fc5a678f26,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:10:02.879382 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 32928) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:10:02.976138 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.v2.base [None req-c856abd8-4a1c-4611-898f-053c69d9a148 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-161224184-network', 'tenant_id': '3aa91a111cd7487faa73c3e6d50c9224'}} {{(pid=93873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:10:02.998464 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c856abd8-4a1c-4611-898f-053c69d9a148 admin admin] Made reservation on behalf of 3aa91a111cd7487faa73c3e6d50c9224 for: {'network': 1} {{(pid=93873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 05:10:03.000707 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c856abd8-4a1c-4611-898f-053c69d9a148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for network, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:03.008899 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c856abd8-4a1c-4611-898f-053c69d9a148 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:03.097427 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c856abd8-4a1c-4611-898f-053c69d9a148 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:03.100847 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c856abd8-4a1c-4611-898f-053c69d9a148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:03.126998 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c856abd8-4a1c-4611-898f-053c69d9a148 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 365} {{(pid=93873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 05:10:03.136891 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c856abd8-4a1c-4611-898f-053c69d9a148 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36d349a7-2355-4244-bb7d-ef893503c085,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:10:03.141609 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c856abd8-4a1c-4611-898f-053c69d9a148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671022'] for segment, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:03.141957 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.db.segments_db [None req-c856abd8-4a1c-4611-898f-053c69d9a148 admin admin] Added segment 870ec843-ebb0-45c6-a9d3-ad48e0bba6a2 of type vlan for network feb7b6f8-6a48-4156-97bf-bfaa911b1816 Aug 31 05:10:03.187062 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c856abd8-4a1c-4611-898f-053c69d9a148 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730086947184'] for network, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:03.212662 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c856abd8-4a1c-4611-898f-053c69d9a148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424'] for network, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:03.213640 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c856abd8-4a1c-4611-898f-053c69d9a148 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:10:03.214255 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c856abd8-4a1c-4611-898f-053c69d9a148 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8355474'] for network, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:03.264660 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-c856abd8-4a1c-4611-898f-053c69d9a148 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3841860 Aug 31 05:10:03.267568 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 32938) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:10:03.273150 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.v2.base [None req-05806311-0154-437d-8d3d-022e5c5d1fee admin admin] Request body: {'subnet': {'network_id': 'feb7b6f8-6a48-4156-97bf-bfaa911b1816', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-161224184-subnet', 'tenant_id': '3aa91a111cd7487faa73c3e6d50c9224', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:10:03.274465 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c856abd8-4a1c-4611-898f-053c69d9a148 admin admin] Pushing event updated for resources: {'Network': ['ID=feb7b6f8-6a48-4156-97bf-bfaa911b1816,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:10:03.284615 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Network feb7b6f8-6a48-4156-97bf-bfaa911b1816 details requested by agent ovs-agent-dv-cinder-778193-7-iscsi with host dv-cinder-778193-7-iscsi {{(pid=93875) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 05:10:03.295590 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05806311-0154-437d-8d3d-022e5c5d1fee admin admin] Made reservation on behalf of 3aa91a111cd7487faa73c3e6d50c9224 for: {'subnet': 1} {{(pid=93874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 05:10:03.299025 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-05806311-0154-437d-8d3d-022e5c5d1fee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16508976'] for subnet, before_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:03.356412 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Device 981772f7-bee5-481f-ac76-e7ef7c437ebd no longer exists at agent ovs-agent-dv-cinder-778193-7-iscsi {{(pid=93875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 05:10:03.379688 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] No Port match for: 981772f7-bee5-481f-ac76-e7ef7c437ebd {{(pid=93875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 05:10:03.380035 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Device 981772f7-bee5-481f-ac76-e7ef7c437ebd not bound to the agent host dv-cinder-778193-7-iscsi {{(pid=93875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 05:10:03.380451 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Device 80a6a27f-a192-4ead-90e8-474aed701de6 no longer exists at agent ovs-agent-dv-cinder-778193-7-iscsi {{(pid=93875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 05:10:03.402712 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] No Port match for: 80a6a27f-a192-4ead-90e8-474aed701de6 {{(pid=93875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 05:10:03.403067 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Device 80a6a27f-a192-4ead-90e8-474aed701de6 not bound to the agent host dv-cinder-778193-7-iscsi {{(pid=93875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 05:10:03.475036 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-05806311-0154-437d-8d3d-022e5c5d1fee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16403593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16508966'] for subnet, after_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:03.535279 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05806311-0154-437d-8d3d-022e5c5d1fee admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7f040c0-5a3d-4455-b1a0-e63b1a5bc0c4,revision_number=0']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:10:03.544434 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05806311-0154-437d-8d3d-022e5c5d1fee admin admin] Checking segment: {'id': '870ec843-ebb0-45c6-a9d3-ad48e0bba6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'feb7b6f8-6a48-4156-97bf-bfaa911b1816'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 05:10:03.544796 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05806311-0154-437d-8d3d-022e5c5d1fee admin admin] Network hostable DHCP agents. Network: feb7b6f8-6a48-4156-97bf-bfaa911b1816, hostable agents: ['9b8b4806-ecc0-4bb6-b220-1afcd08d5676'], hosted agents: [] {{(pid=93874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 05:10:03.561338 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05806311-0154-437d-8d3d-022e5c5d1fee admin admin] Network feb7b6f8-6a48-4156-97bf-bfaa911b1816 is scheduled to be hosted by DHCP agent 9b8b4806-ecc0-4bb6-b220-1afcd08d5676 with binding_index 1 {{(pid=93874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 05:10:03.569653 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.scheduler.base_scheduler [None req-05806311-0154-437d-8d3d-022e5c5d1fee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-7-iscsi, feb7b6f8-6a48-4156-97bf-bfaa911b1816) {{(pid=93874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:10:03.573580 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05806311-0154-437d-8d3d-022e5c5d1fee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:10:03.574217 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-05806311-0154-437d-8d3d-022e5c5d1fee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8355474'] for subnet, before_response {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:03.578197 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c706673e-986c-4c7b-960a-aee07866c8dc None None] Network feb7b6f8-6a48-4156-97bf-bfaa911b1816 requested from dv-cinder-778193-7-iscsi {{(pid=93875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 05:10:03.589057 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-05806311-0154-437d-8d3d-022e5c5d1fee admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3198323 Aug 31 05:10:03.699621 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24e5b3a8-385d-45c8-beda-0d621ae411de None None] Network feb7b6f8-6a48-4156-97bf-bfaa911b1816 requested from dv-cinder-778193-7-iscsi {{(pid=93875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 05:10:04.056686 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 32954) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:10:04.061641 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.v2.base [None req-e86bfca5-ee04-4bdc-bbc7-8e35d3dbf0fb admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1115314665-network', 'tenant_id': 'c96786bfe69d4ab7a0c40095854f96fd'}} {{(pid=93874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:10:04.082497 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e86bfca5-ee04-4bdc-bbc7-8e35d3dbf0fb admin admin] Made reservation on behalf of c96786bfe69d4ab7a0c40095854f96fd for: {'network': 1} {{(pid=93874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 05:10:04.084640 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-e86bfca5-ee04-4bdc-bbc7-8e35d3dbf0fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for network, before_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:04.092990 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-e86bfca5-ee04-4bdc-bbc7-8e35d3dbf0fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:04.180215 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-e86bfca5-ee04-4bdc-bbc7-8e35d3dbf0fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:04.183817 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-e86bfca5-ee04-4bdc-bbc7-8e35d3dbf0fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:04.207631 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e86bfca5-ee04-4bdc-bbc7-8e35d3dbf0fb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 371} {{(pid=93874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 05:10:04.216013 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86bfca5-ee04-4bdc-bbc7-8e35d3dbf0fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37e6be56-d9ad-4b7d-9ac7-98ea53c1df22,revision_number=1']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:10:04.223866 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-e86bfca5-ee04-4bdc-bbc7-8e35d3dbf0fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671022'] for segment, precommit_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:04.224205 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.db.segments_db [None req-e86bfca5-ee04-4bdc-bbc7-8e35d3dbf0fb admin admin] Added segment bb0cc41d-0004-49a7-b5ca-86d37578f1cc of type vlan for network e31f1fc8-b3a2-449c-b6c5-9259ec52a032 Aug 31 05:10:04.265351 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-e86bfca5-ee04-4bdc-bbc7-8e35d3dbf0fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730086947184'] for network, precommit_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:04.290504 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-e86bfca5-ee04-4bdc-bbc7-8e35d3dbf0fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424'] for network, after_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:04.291442 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86bfca5-ee04-4bdc-bbc7-8e35d3dbf0fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:10:04.292028 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-e86bfca5-ee04-4bdc-bbc7-8e35d3dbf0fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8355474'] for network, before_response {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:04.343207 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-e86bfca5-ee04-4bdc-bbc7-8e35d3dbf0fb admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.2854123 Aug 31 05:10:04.345817 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 32960) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:10:04.351253 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.v2.base [None req-1d089168-7705-43a5-ab72-c50994df31e1 admin admin] Request body: {'subnet': {'network_id': 'e31f1fc8-b3a2-449c-b6c5-9259ec52a032', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1115314665-subnet', 'tenant_id': 'c96786bfe69d4ab7a0c40095854f96fd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:10:04.363316 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86bfca5-ee04-4bdc-bbc7-8e35d3dbf0fb admin admin] Pushing event updated for resources: {'Network': ['ID=e31f1fc8-b3a2-449c-b6c5-9259ec52a032,revision_number=1']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:10:04.375126 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Network e31f1fc8-b3a2-449c-b6c5-9259ec52a032 details requested by agent ovs-agent-dv-cinder-778193-7-iscsi with host dv-cinder-778193-7-iscsi {{(pid=93875) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 05:10:04.382700 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d089168-7705-43a5-ab72-c50994df31e1 admin admin] Made reservation on behalf of c96786bfe69d4ab7a0c40095854f96fd for: {'subnet': 1} {{(pid=93874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 05:10:04.385167 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1d089168-7705-43a5-ab72-c50994df31e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16508976'] for subnet, before_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:04.517186 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 32964) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:10:04.558414 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1d089168-7705-43a5-ab72-c50994df31e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16403593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16508966'] for subnet, after_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:04.615271 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d089168-7705-43a5-ab72-c50994df31e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f70fa1dc-1640-4675-a200-3611d11095d7,revision_number=0']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:10:04.622131 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d089168-7705-43a5-ab72-c50994df31e1 admin admin] Checking segment: {'id': 'bb0cc41d-0004-49a7-b5ca-86d37578f1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'e31f1fc8-b3a2-449c-b6c5-9259ec52a032'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 05:10:04.622481 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d089168-7705-43a5-ab72-c50994df31e1 admin admin] Network hostable DHCP agents. Network: e31f1fc8-b3a2-449c-b6c5-9259ec52a032, hostable agents: ['9b8b4806-ecc0-4bb6-b220-1afcd08d5676'], hosted agents: [] {{(pid=93874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 05:10:04.635480 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-e996e9b3-c965-4bad-9eca-4aa1a20253b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:04.639290 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d089168-7705-43a5-ab72-c50994df31e1 admin admin] Network e31f1fc8-b3a2-449c-b6c5-9259ec52a032 is scheduled to be hosted by DHCP agent 9b8b4806-ecc0-4bb6-b220-1afcd08d5676 with binding_index 1 {{(pid=93874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 05:10:04.648300 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.scheduler.base_scheduler [None req-1d089168-7705-43a5-ab72-c50994df31e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-7-iscsi, e31f1fc8-b3a2-449c-b6c5-9259ec52a032) {{(pid=93874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:10:04.652466 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d089168-7705-43a5-ab72-c50994df31e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:10:04.653210 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1d089168-7705-43a5-ab72-c50994df31e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8355474'] for subnet, before_response {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:04.658400 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd60f1a-eca1-4c51-ad47-0cbb08ad19b3 None None] Network e31f1fc8-b3a2-449c-b6c5-9259ec52a032 requested from dv-cinder-778193-7-iscsi {{(pid=93875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 05:10:04.729851 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-e996e9b3-c965-4bad-9eca-4aa1a20253b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:04.734057 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-e996e9b3-c965-4bad-9eca-4aa1a20253b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:04.740926 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-1d089168-7705-43a5-ab72-c50994df31e1 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3939688 Aug 31 05:10:04.781498 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e996e9b3-c965-4bad-9eca-4aa1a20253b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8bc5077-85fc-4d5b-9fa7-a0014628c01f,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:10:04.788138 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-e996e9b3-c965-4bad-9eca-4aa1a20253b7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4951c88690474e8e8322778489b05300&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2699020 Aug 31 05:10:04.791490 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 32970) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:10:04.804141 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a908a87-c6c7-48ca-b9b4-69c964c2bc43 None None] Network e31f1fc8-b3a2-449c-b6c5-9259ec52a032 requested from dv-cinder-778193-7-iscsi {{(pid=93875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 05:10:04.850244 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-41400c6d-4e2c-43de-ac12-83e4876413d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:04.870439 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 32972) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:10:04.872900 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-41400c6d-4e2c-43de-ac12-83e4876413d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:04.919755 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.db.db_base_plugin_v2 [None req-63343002-e4f6-4562-9292-a40d2ab6e1cf admin admin] Deleting subnet a7f040c0-5a3d-4455-b1a0-e63b1a5bc0c4 {{(pid=93873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 05:10:04.923465 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-63343002-e4f6-4562-9292-a40d2ab6e1cf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:04.931081 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-41400c6d-4e2c-43de-ac12-83e4876413d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:04.935890 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-41400c6d-4e2c-43de-ac12-83e4876413d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:04.937575 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-41400c6d-4e2c-43de-ac12-83e4876413d2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f8bc5077-85fc-4d5b-9fa7-a0014628c01f HTTP/1.1" status: 204 len: 168 time: 0.1447394 Aug 31 05:10:04.947844 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41400c6d-4e2c-43de-ac12-83e4876413d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8bc5077-85fc-4d5b-9fa7-a0014628c01f,revision_number=None']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:10:04.962177 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-63343002-e4f6-4562-9292-a40d2ab6e1cf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5377030'] for subnet, precommit_delete_associations {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:05.006627 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-63343002-e4f6-4562-9292-a40d2ab6e1cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665464'] for subnet, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:05.059581 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-63343002-e4f6-4562-9292-a40d2ab6e1cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4316772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4637754'] for subnet, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:05.086671 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63343002-e4f6-4562-9292-a40d2ab6e1cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7f040c0-5a3d-4455-b1a0-e63b1a5bc0c4,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:10:05.090743 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-63343002-e4f6-4562-9292-a40d2ab6e1cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:05.095515 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-63343002-e4f6-4562-9292-a40d2ab6e1cf admin admin] 10.222.0.37 "DELETE /v2.0/subnets/a7f040c0-5a3d-4455-b1a0-e63b1a5bc0c4 HTTP/1.1" status: 204 len: 168 time: 0.2240422 Aug 31 05:10:05.095821 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 32976) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:10:05.180393 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-8d904c3c-cb61-47b8-bfcc-4e44608f30f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526871'] for network, before_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:05.266925 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-8d904c3c-cb61-47b8-bfcc-4e44608f30f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-666499', 'neutron.services.segments.db._delete_segments_for_network-8730087480257'] for network, precommit_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:05.276955 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.services.segments.db [None req-8d904c3c-cb61-47b8-bfcc-4e44608f30f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['feb7b6f8-6a48-4156-97bf-bfaa911b1816']}} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:10:05.286828 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.services.segments.db [None req-8d904c3c-cb61-47b8-bfcc-4e44608f30f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '870ec843-ebb0-45c6-a9d3-ad48e0bba6a2') {'for_net_delete': True} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:10:05.287119 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.services.segments.db [None req-8d904c3c-cb61-47b8-bfcc-4e44608f30f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '870ec843-ebb0-45c6-a9d3-ad48e0bba6a2') {} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:10:05.295407 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-8d904c3c-cb61-47b8-bfcc-4e44608f30f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730087490389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16523569'] for segment, before_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:05.308267 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-8d904c3c-cb61-47b8-bfcc-4e44608f30f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671022'] for segment, precommit_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:05.313770 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d904c3c-cb61-47b8-bfcc-4e44608f30f0 admin admin] Releasing vlan 365 on physical network physnet1 to pool {{(pid=93874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 05:10:05.314169 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-8d904c3c-cb61-47b8-bfcc-4e44608f30f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16403948'] for segment, after_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:05.316233 dv-cinder-778193-7-iscsi neutron-server[93874]: Traceback (most recent call last): Aug 31 05:10:05.316233 dv-cinder-778193-7-iscsi neutron-server[93874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 05:10:05.316233 dv-cinder-778193-7-iscsi neutron-server[93874]: timer() Aug 31 05:10:05.316233 dv-cinder-778193-7-iscsi neutron-server[93874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 05:10:05.316233 dv-cinder-778193-7-iscsi neutron-server[93874]: cb(*args, **kw) Aug 31 05:10:05.316233 dv-cinder-778193-7-iscsi neutron-server[93874]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 05:10:05.316233 dv-cinder-778193-7-iscsi neutron-server[93874]: return func(*args, **kwargs) Aug 31 05:10:05.316233 dv-cinder-778193-7-iscsi neutron-server[93874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 05:10:05.316233 dv-cinder-778193-7-iscsi neutron-server[93874]: self._notify() Aug 31 05:10:05.316233 dv-cinder-778193-7-iscsi neutron-server[93874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 05:10:05.316233 dv-cinder-778193-7-iscsi neutron-server[93874]: self.callback(batched_events) Aug 31 05:10:05.316233 dv-cinder-778193-7-iscsi neutron-server[93874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 05:10:05.316233 dv-cinder-778193-7-iscsi neutron-server[93874]: event.method(event) Aug 31 05:10:05.316233 dv-cinder-778193-7-iscsi neutron-server[93874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 05:10:05.316233 dv-cinder-778193-7-iscsi neutron-server[93874]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 05:10:05.316233 dv-cinder-778193-7-iscsi neutron-server[93874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 05:10:05.316233 dv-cinder-778193-7-iscsi neutron-server[93874]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 05:10:05.316233 dv-cinder-778193-7-iscsi neutron-server[93874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 05:10:05.316233 dv-cinder-778193-7-iscsi neutron-server[93874]: return f(self, *a, **k) Aug 31 05:10:05.316233 dv-cinder-778193-7-iscsi neutron-server[93874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 05:10:05.316233 dv-cinder-778193-7-iscsi neutron-server[93874]: return self._get(url).json() Aug 31 05:10:05.316233 dv-cinder-778193-7-iscsi neutron-server[93874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 05:10:05.316233 dv-cinder-778193-7-iscsi neutron-server[93874]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 05:10:05.316233 dv-cinder-778193-7-iscsi neutron-server[93874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 05:10:05.316233 dv-cinder-778193-7-iscsi neutron-server[93874]: return self.request(url, 'GET', **kwargs) Aug 31 05:10:05.316233 dv-cinder-778193-7-iscsi neutron-server[93874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 05:10:05.316233 dv-cinder-778193-7-iscsi neutron-server[93874]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 05:10:05.316233 dv-cinder-778193-7-iscsi neutron-server[93874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 05:10:05.316233 dv-cinder-778193-7-iscsi neutron-server[93874]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 05:10:05.316233 dv-cinder-778193-7-iscsi neutron-server[93874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 05:10:05.316233 dv-cinder-778193-7-iscsi neutron-server[93874]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 05:10:05.316233 dv-cinder-778193-7-iscsi neutron-server[93874]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 05:10:05.366409 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-8d904c3c-cb61-47b8-bfcc-4e44608f30f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-666522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7956227'] for network, after_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:05.371356 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-8d904c3c-cb61-47b8-bfcc-4e44608f30f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8355474'] for network, before_response {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:05.373124 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-8d904c3c-cb61-47b8-bfcc-4e44608f30f0 admin admin] 10.222.0.37 "DELETE /v2.0/networks/feb7b6f8-6a48-4156-97bf-bfaa911b1816 HTTP/1.1" status: 204 len: 168 time: 0.2766433 Aug 31 05:10:05.376076 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 32978) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:10:05.387620 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d904c3c-cb61-47b8-bfcc-4e44608f30f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=feb7b6f8-6a48-4156-97bf-bfaa911b1816,revision_number=None']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:10:05.420917 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.db.db_base_plugin_v2 [None req-82e37a40-4b2b-471f-969d-6ba518dc3e3f admin admin] Deleting subnet f70fa1dc-1640-4675-a200-3611d11095d7 {{(pid=93873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 05:10:05.424004 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-82e37a40-4b2b-471f-969d-6ba518dc3e3f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:05.456648 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-82e37a40-4b2b-471f-969d-6ba518dc3e3f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5377030'] for subnet, precommit_delete_associations {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:05.496456 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-82e37a40-4b2b-471f-969d-6ba518dc3e3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665464'] for subnet, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:05.547621 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-82e37a40-4b2b-471f-969d-6ba518dc3e3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4316772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4637754'] for subnet, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:05.576208 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-82e37a40-4b2b-471f-969d-6ba518dc3e3f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:05.578041 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-82e37a40-4b2b-471f-969d-6ba518dc3e3f admin admin] 10.222.0.37 "DELETE /v2.0/subnets/f70fa1dc-1640-4675-a200-3611d11095d7 HTTP/1.1" status: 204 len: 168 time: 0.2009790 Aug 31 05:10:05.579030 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e37a40-4b2b-471f-969d-6ba518dc3e3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f70fa1dc-1640-4675-a200-3611d11095d7,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:10:05.580652 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 32980) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:10:05.646460 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-4e6bb4bb-6180-46d8-b173-48910714160a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526871'] for network, before_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:05.722884 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-4e6bb4bb-6180-46d8-b173-48910714160a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-666499', 'neutron.services.segments.db._delete_segments_for_network-8730087480257'] for network, precommit_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:05.732341 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.services.segments.db [None req-4e6bb4bb-6180-46d8-b173-48910714160a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e31f1fc8-b3a2-449c-b6c5-9259ec52a032']}} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:10:06.009320 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.services.segments.db [None req-4e6bb4bb-6180-46d8-b173-48910714160a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb0cc41d-0004-49a7-b5ca-86d37578f1cc') {'for_net_delete': True} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:10:06.009607 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.services.segments.db [None req-4e6bb4bb-6180-46d8-b173-48910714160a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb0cc41d-0004-49a7-b5ca-86d37578f1cc') {} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:10:06.018362 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-4e6bb4bb-6180-46d8-b173-48910714160a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730087490389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16523569'] for segment, before_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:06.031142 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-4e6bb4bb-6180-46d8-b173-48910714160a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671022'] for segment, precommit_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:06.037562 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e6bb4bb-6180-46d8-b173-48910714160a admin admin] Releasing vlan 371 on physical network physnet1 to pool {{(pid=93874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 05:10:06.037993 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-4e6bb4bb-6180-46d8-b173-48910714160a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16403948'] for segment, after_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:06.039649 dv-cinder-778193-7-iscsi neutron-server[93874]: Traceback (most recent call last): Aug 31 05:10:06.039649 dv-cinder-778193-7-iscsi neutron-server[93874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 05:10:06.039649 dv-cinder-778193-7-iscsi neutron-server[93874]: timer() Aug 31 05:10:06.039649 dv-cinder-778193-7-iscsi neutron-server[93874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 05:10:06.039649 dv-cinder-778193-7-iscsi neutron-server[93874]: cb(*args, **kw) Aug 31 05:10:06.039649 dv-cinder-778193-7-iscsi neutron-server[93874]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 05:10:06.039649 dv-cinder-778193-7-iscsi neutron-server[93874]: return func(*args, **kwargs) Aug 31 05:10:06.039649 dv-cinder-778193-7-iscsi neutron-server[93874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 05:10:06.039649 dv-cinder-778193-7-iscsi neutron-server[93874]: self._notify() Aug 31 05:10:06.039649 dv-cinder-778193-7-iscsi neutron-server[93874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 05:10:06.039649 dv-cinder-778193-7-iscsi neutron-server[93874]: self.callback(batched_events) Aug 31 05:10:06.039649 dv-cinder-778193-7-iscsi neutron-server[93874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 05:10:06.039649 dv-cinder-778193-7-iscsi neutron-server[93874]: event.method(event) Aug 31 05:10:06.039649 dv-cinder-778193-7-iscsi neutron-server[93874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 05:10:06.039649 dv-cinder-778193-7-iscsi neutron-server[93874]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 05:10:06.039649 dv-cinder-778193-7-iscsi neutron-server[93874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 05:10:06.039649 dv-cinder-778193-7-iscsi neutron-server[93874]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 05:10:06.039649 dv-cinder-778193-7-iscsi neutron-server[93874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 05:10:06.039649 dv-cinder-778193-7-iscsi neutron-server[93874]: return f(self, *a, **k) Aug 31 05:10:06.039649 dv-cinder-778193-7-iscsi neutron-server[93874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 05:10:06.039649 dv-cinder-778193-7-iscsi neutron-server[93874]: return self._get(url).json() Aug 31 05:10:06.039649 dv-cinder-778193-7-iscsi neutron-server[93874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 05:10:06.039649 dv-cinder-778193-7-iscsi neutron-server[93874]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 05:10:06.039649 dv-cinder-778193-7-iscsi neutron-server[93874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 05:10:06.039649 dv-cinder-778193-7-iscsi neutron-server[93874]: return self.request(url, 'GET', **kwargs) Aug 31 05:10:06.039649 dv-cinder-778193-7-iscsi neutron-server[93874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 05:10:06.039649 dv-cinder-778193-7-iscsi neutron-server[93874]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 05:10:06.039649 dv-cinder-778193-7-iscsi neutron-server[93874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 05:10:06.039649 dv-cinder-778193-7-iscsi neutron-server[93874]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 05:10:06.039649 dv-cinder-778193-7-iscsi neutron-server[93874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 05:10:06.039649 dv-cinder-778193-7-iscsi neutron-server[93874]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 05:10:06.039649 dv-cinder-778193-7-iscsi neutron-server[93874]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 05:10:06.089896 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-4e6bb4bb-6180-46d8-b173-48910714160a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-666522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7956227'] for network, after_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:06.095291 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-4e6bb4bb-6180-46d8-b173-48910714160a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8355474'] for network, before_response {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:06.097753 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-4e6bb4bb-6180-46d8-b173-48910714160a admin admin] 10.222.0.37 "DELETE /v2.0/networks/e31f1fc8-b3a2-449c-b6c5-9259ec52a032 HTTP/1.1" status: 204 len: 168 time: 0.5159986 Aug 31 05:10:06.108544 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6bb4bb-6180-46d8-b173-48910714160a admin admin] Pushing event deleted for resources: {'Network': ['ID=e31f1fc8-b3a2-449c-b6c5-9259ec52a032,revision_number=None']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:10:06.260704 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 32984) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:10:06.298287 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-7e481abf-1983-447e-8325-33f5b2e30ec5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3aa91a111cd7487faa73c3e6d50c9224&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0364511 Aug 31 05:10:06.300831 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 32986) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:10:06.349500 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-17694df7-2928-4b78-8e03-7c826d109951 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:06.368989 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-17694df7-2928-4b78-8e03-7c826d109951 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:06.413580 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-17694df7-2928-4b78-8e03-7c826d109951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:06.416167 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-17694df7-2928-4b78-8e03-7c826d109951 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:06.417276 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-17694df7-2928-4b78-8e03-7c826d109951 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/36d349a7-2355-4244-bb7d-ef893503c085 HTTP/1.1" status: 204 len: 168 time: 0.1155953 Aug 31 05:10:06.425466 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17694df7-2928-4b78-8e03-7c826d109951 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36d349a7-2355-4244-bb7d-ef893503c085,revision_number=None']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:10:06.722475 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 32992) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:10:06.761695 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-c83a3ee0-9264-4f7d-a4c2-37fb44573066 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c96786bfe69d4ab7a0c40095854f96fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0380535 Aug 31 05:10:06.763944 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 32994) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:10:06.809909 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-899a905a-0d87-41c4-bd2c-b444c9e11eca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:06.831903 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-899a905a-0d87-41c4-bd2c-b444c9e11eca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:06.875800 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-899a905a-0d87-41c4-bd2c-b444c9e11eca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:06.879062 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-899a905a-0d87-41c4-bd2c-b444c9e11eca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:06.880194 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-899a905a-0d87-41c4-bd2c-b444c9e11eca admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/37e6be56-d9ad-4b7d-9ac7-98ea53c1df22 HTTP/1.1" status: 204 len: 168 time: 0.1153135 Aug 31 05:10:06.887388 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899a905a-0d87-41c4-bd2c-b444c9e11eca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37e6be56-d9ad-4b7d-9ac7-98ea53c1df22,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:10:07.505530 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.agents_db [None req-b358f2ce-044e-44db-8ffe-8010ce8c5d43 None None] Agent healthcheck: found 6 active agents {{(pid=93876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 05:10:08.286233 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 33034) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:10:08.392375 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-14db5857-2309-4f91-9b08-1aa0a093f08a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:08.479014 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-14db5857-2309-4f91-9b08-1aa0a093f08a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:08.482588 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-14db5857-2309-4f91-9b08-1aa0a093f08a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:08.519608 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-14db5857-2309-4f91-9b08-1aa0a093f08a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=84dce48c67ef490396c10c39e31bb1a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2323050 Aug 31 05:10:08.520687 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14db5857-2309-4f91-9b08-1aa0a093f08a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dacfae4-14de-4531-bcde-636048f7ea4d,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:10:08.522363 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 33038) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:10:08.569272 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-e706b610-9001-4b40-b619-625f91c9ff1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:08.588824 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-e706b610-9001-4b40-b619-625f91c9ff1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:08.633975 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-e706b610-9001-4b40-b619-625f91c9ff1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:08.636989 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-e706b610-9001-4b40-b619-625f91c9ff1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:08.638504 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-e706b610-9001-4b40-b619-625f91c9ff1a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0dacfae4-14de-4531-bcde-636048f7ea4d HTTP/1.1" status: 204 len: 168 time: 0.1151338 Aug 31 05:10:08.647657 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e706b610-9001-4b40-b619-625f91c9ff1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dacfae4-14de-4531-bcde-636048f7ea4d,revision_number=None']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:10:08.898756 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 33044) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:10:08.912105 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-cdd35cc6-27dd-4d70-8588-7774e6619605 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:09.004015 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-cdd35cc6-27dd-4d70-8588-7774e6619605 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:09.007559 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-cdd35cc6-27dd-4d70-8588-7774e6619605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:09.042684 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd35cc6-27dd-4d70-8588-7774e6619605 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5b1ef38-042c-4583-b860-59e044485125,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:10:09.046879 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-cdd35cc6-27dd-4d70-8588-7774e6619605 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c81613728a904a118a92f42a7fc93741&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1471245 Aug 31 05:10:09.049466 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 33046) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:10:09.098522 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-01448034-9f3e-48d6-bedb-c6ea65e89eae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:09.122316 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-01448034-9f3e-48d6-bedb-c6ea65e89eae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:09.172392 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-01448034-9f3e-48d6-bedb-c6ea65e89eae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:09.177828 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-01448034-9f3e-48d6-bedb-c6ea65e89eae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:09.179592 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-01448034-9f3e-48d6-bedb-c6ea65e89eae admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c5b1ef38-042c-4583-b860-59e044485125 HTTP/1.1" status: 204 len: 168 time: 0.1289842 Aug 31 05:10:09.190853 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01448034-9f3e-48d6-bedb-c6ea65e89eae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5b1ef38-042c-4583-b860-59e044485125,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:10:25.269069 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 33256) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:10:25.374164 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-a114e504-0a61-48d8-bff6-bc1d34753756 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:25.459124 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-a114e504-0a61-48d8-bff6-bc1d34753756 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:25.462799 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-a114e504-0a61-48d8-bff6-bc1d34753756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:25.499797 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-a114e504-0a61-48d8-bff6-bc1d34753756 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=25f5ac65c6f94de18c3b755b8acf9ac2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2297082 Aug 31 05:10:25.500661 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a114e504-0a61-48d8-bff6-bc1d34753756 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b50c5bc3-7bc7-4988-9b16-9bd2a1c776c6,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:10:25.502528 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 33260) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:10:25.551265 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-8fc3dbd8-0321-4309-9b80-90ae6cabae37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:25.570963 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-8fc3dbd8-0321-4309-9b80-90ae6cabae37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:25.619283 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-8fc3dbd8-0321-4309-9b80-90ae6cabae37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:25.621696 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-8fc3dbd8-0321-4309-9b80-90ae6cabae37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:25.622842 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-8fc3dbd8-0321-4309-9b80-90ae6cabae37 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b50c5bc3-7bc7-4988-9b16-9bd2a1c776c6 HTTP/1.1" status: 204 len: 168 time: 0.1185937 Aug 31 05:10:25.630540 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc3dbd8-0321-4309-9b80-90ae6cabae37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b50c5bc3-7bc7-4988-9b16-9bd2a1c776c6,revision_number=None']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:10:25.871148 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 33266) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:10:25.883869 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-07e7a78d-28b0-4bdb-adfe-8a15c478c434 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:25.971340 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-07e7a78d-28b0-4bdb-adfe-8a15c478c434 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:25.975264 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-07e7a78d-28b0-4bdb-adfe-8a15c478c434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:26.011283 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-07e7a78d-28b0-4bdb-adfe-8a15c478c434 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0b5a9533ae8b4a1d874e7106ee6681d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1391187 Aug 31 05:10:26.012137 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e7a78d-28b0-4bdb-adfe-8a15c478c434 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7daf8f35-a578-4487-acad-27c245c6241f,revision_number=1']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:10:26.013936 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 33268) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:10:26.062654 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c5701539-10e7-4417-9804-3ec6fbbae75c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:26.083599 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c5701539-10e7-4417-9804-3ec6fbbae75c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:26.132225 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c5701539-10e7-4417-9804-3ec6fbbae75c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:26.134729 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c5701539-10e7-4417-9804-3ec6fbbae75c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:26.135847 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-c5701539-10e7-4417-9804-3ec6fbbae75c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7daf8f35-a578-4487-acad-27c245c6241f HTTP/1.1" status: 204 len: 168 time: 0.1209195 Aug 31 05:10:26.143968 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5701539-10e7-4417-9804-3ec6fbbae75c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7daf8f35-a578-4487-acad-27c245c6241f,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:10:26.248485 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-770639fb-31c5-4ea5-bbec-2a8dd20f6ebb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:27.286888 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 33298) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:10:27.397736 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-496490a6-d853-45a4-8952-e8419683f6c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:27.484345 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-496490a6-d853-45a4-8952-e8419683f6c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:27.488587 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-496490a6-d853-45a4-8952-e8419683f6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:27.526962 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-496490a6-d853-45a4-8952-e8419683f6c5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=35a2b8442afe4ce589042908e5153dd1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2389095 Aug 31 05:10:27.528223 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496490a6-d853-45a4-8952-e8419683f6c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=802296d7-95ee-442e-8b09-cff9bec44a14,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:10:27.529629 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 33302) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:10:27.577872 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-cd42fd84-df9f-485c-a9df-740ee71dbcd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:27.598380 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-cd42fd84-df9f-485c-a9df-740ee71dbcd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:27.642521 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-cd42fd84-df9f-485c-a9df-740ee71dbcd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:27.645098 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-cd42fd84-df9f-485c-a9df-740ee71dbcd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:27.646245 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-cd42fd84-df9f-485c-a9df-740ee71dbcd3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/802296d7-95ee-442e-8b09-cff9bec44a14 HTTP/1.1" status: 204 len: 168 time: 0.1154504 Aug 31 05:10:27.653510 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd42fd84-df9f-485c-a9df-740ee71dbcd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=802296d7-95ee-442e-8b09-cff9bec44a14,revision_number=None']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:10:28.242617 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 33324) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:10:28.337366 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.v2.base [None req-a729909a-f66e-4bae-868a-24a78ab7b277 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1383062605-network', 'tenant_id': '0f198dea82d04f47bf4a76092675601e'}} {{(pid=93874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:10:28.360487 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a729909a-f66e-4bae-868a-24a78ab7b277 admin admin] Made reservation on behalf of 0f198dea82d04f47bf4a76092675601e for: {'network': 1} {{(pid=93874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 05:10:28.362903 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-a729909a-f66e-4bae-868a-24a78ab7b277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for network, before_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:28.368215 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:28.371229 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-a729909a-f66e-4bae-868a-24a78ab7b277 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:28.456018 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-a729909a-f66e-4bae-868a-24a78ab7b277 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:28.459535 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-a729909a-f66e-4bae-868a-24a78ab7b277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:28.479053 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a729909a-f66e-4bae-868a-24a78ab7b277 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 358} {{(pid=93874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 05:10:28.491877 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a729909a-f66e-4bae-868a-24a78ab7b277 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61d6fe82-f08c-48f6-9488-5db7ffff9fb4,revision_number=1']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:10:28.496546 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-a729909a-f66e-4bae-868a-24a78ab7b277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671022'] for segment, precommit_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:28.496887 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.db.segments_db [None req-a729909a-f66e-4bae-868a-24a78ab7b277 admin admin] Added segment b75af9f0-d7f7-40b5-896a-dd40595e4381 of type vlan for network c8f41729-0556-42bf-8d24-d9c2a143736c Aug 31 05:10:28.534864 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-a729909a-f66e-4bae-868a-24a78ab7b277 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730086947184'] for network, precommit_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:28.558234 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-a729909a-f66e-4bae-868a-24a78ab7b277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424'] for network, after_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:28.559096 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a729909a-f66e-4bae-868a-24a78ab7b277 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:10:28.559678 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-a729909a-f66e-4bae-868a-24a78ab7b277 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8355474'] for network, before_response {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:28.610809 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-a729909a-f66e-4bae-868a-24a78ab7b277 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3670797 Aug 31 05:10:28.614374 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 33328) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:10:28.619520 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.v2.base [None req-e541588b-300c-4b54-b289-a881d1cf069b admin admin] Request body: {'subnet': {'network_id': 'c8f41729-0556-42bf-8d24-d9c2a143736c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1383062605-subnet', 'tenant_id': '0f198dea82d04f47bf4a76092675601e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:10:28.619927 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a729909a-f66e-4bae-868a-24a78ab7b277 admin admin] Pushing event updated for resources: {'Network': ['ID=c8f41729-0556-42bf-8d24-d9c2a143736c,revision_number=1']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:10:28.630295 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Network c8f41729-0556-42bf-8d24-d9c2a143736c details requested by agent ovs-agent-dv-cinder-778193-7-iscsi with host dv-cinder-778193-7-iscsi {{(pid=93875) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 05:10:28.644190 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e541588b-300c-4b54-b289-a881d1cf069b admin admin] Made reservation on behalf of 0f198dea82d04f47bf4a76092675601e for: {'subnet': 1} {{(pid=93873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 05:10:28.646526 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-e541588b-300c-4b54-b289-a881d1cf069b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4637717'] for subnet, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:28.703384 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d0ac56c0-6686-4d23-979b-f2dde678487b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:28.809706 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-e541588b-300c-4b54-b289-a881d1cf069b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4317115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4637699'] for subnet, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:28.863650 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e541588b-300c-4b54-b289-a881d1cf069b admin admin] Pushing event updated for resources: {'Subnet': ['ID=c73306f4-3ace-46ad-8a03-aac77cffcaf7,revision_number=0']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:10:28.871957 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e541588b-300c-4b54-b289-a881d1cf069b admin admin] Checking segment: {'id': 'b75af9f0-d7f7-40b5-896a-dd40595e4381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'c8f41729-0556-42bf-8d24-d9c2a143736c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 05:10:28.872310 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e541588b-300c-4b54-b289-a881d1cf069b admin admin] Network hostable DHCP agents. Network: c8f41729-0556-42bf-8d24-d9c2a143736c, hostable agents: ['9b8b4806-ecc0-4bb6-b220-1afcd08d5676'], hosted agents: [] {{(pid=93873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 05:10:28.887550 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e541588b-300c-4b54-b289-a881d1cf069b admin admin] Network c8f41729-0556-42bf-8d24-d9c2a143736c is scheduled to be hosted by DHCP agent 9b8b4806-ecc0-4bb6-b220-1afcd08d5676 with binding_index 1 {{(pid=93873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 05:10:28.895743 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.scheduler.base_scheduler [None req-e541588b-300c-4b54-b289-a881d1cf069b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-7-iscsi, c8f41729-0556-42bf-8d24-d9c2a143736c) {{(pid=93873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:10:28.899768 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e541588b-300c-4b54-b289-a881d1cf069b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:10:28.900349 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-e541588b-300c-4b54-b289-a881d1cf069b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:28.904784 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60266110-4d52-4b15-8311-dae89faa94f2 None None] Network c8f41729-0556-42bf-8d24-d9c2a143736c requested from dv-cinder-778193-7-iscsi {{(pid=93875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 05:10:28.916852 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-e541588b-300c-4b54-b289-a881d1cf069b admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.2982376 Aug 31 05:10:29.029426 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b4dfd8b-1893-4c47-ab94-29641f74668c None None] Network c8f41729-0556-42bf-8d24-d9c2a143736c requested from dv-cinder-778193-7-iscsi {{(pid=93875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 05:10:29.085780 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:30.018927 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cae06a7b-375a-4b62-8781-ea2d8af560c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:30.658462 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4994fd-8253-4da4-8160-a5374f497d0e req-e3b6fc6c-8cea-4d00-b974-1fea3f320e5f tempest-VolumesActionsTest-652000836 tempest-VolumesActionsTest-652000836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:10:30.659921 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-5d4994fd-8253-4da4-8160-a5374f497d0e req-e3b6fc6c-8cea-4d00-b974-1fea3f320e5f tempest-VolumesActionsTest-652000836 tempest-VolumesActionsTest-652000836-project] 10.222.0.37 "GET /v2.0/networks?id=c8f41729-0556-42bf-8d24-d9c2a143736c HTTP/1.1" status: 200 len: 809 time: 0.0996385 Aug 31 05:10:30.674703 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-5d4994fd-8253-4da4-8160-a5374f497d0e req-69a62e84-beea-41b1-902a-b7328369cdb7 tempest-VolumesActionsTest-652000836 tempest-VolumesActionsTest-652000836-project] 10.222.0.37 "GET /v2.0/quotas/0f198dea82d04f47bf4a76092675601e HTTP/1.1" status: 200 len: 375 time: 0.0090210 Aug 31 05:10:30.705501 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-5d4994fd-8253-4da4-8160-a5374f497d0e req-7bfc250d-bcc0-4c1a-b8d5-449cecd40d11 tempest-VolumesActionsTest-652000836 tempest-VolumesActionsTest-652000836-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=0f198dea82d04f47bf4a76092675601e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258632 Aug 31 05:10:30.716233 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [req-5d4994fd-8253-4da4-8160-a5374f497d0e req-3d3273df-849d-4061-b798-8ac29c04b1d1 tempest-VolumesActionsTest-652000836 tempest-VolumesActionsTest-652000836-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93874) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 05:10:30.717415 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-5d4994fd-8253-4da4-8160-a5374f497d0e req-3d3273df-849d-4061-b798-8ac29c04b1d1 tempest-VolumesActionsTest-652000836 tempest-VolumesActionsTest-652000836-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056832 Aug 31 05:10:30.849017 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-5d4994fd-8253-4da4-8160-a5374f497d0e req-15eaa042-2836-4e85-ac4d-eeb48bcbf56d service neutron] 10.222.0.37 "GET /v2.0/networks/c8f41729-0556-42bf-8d24-d9c2a143736c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257095 Aug 31 05:10:30.935301 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-5d4994fd-8253-4da4-8160-a5374f497d0e req-b3ae22b9-d5cf-45ee-a713-a44a48689275 service neutron] 10.222.0.37 "GET /v2.0/networks/c8f41729-0556-42bf-8d24-d9c2a143736c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800657 Aug 31 05:10:31.095436 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-8cd18210-6615-417c-b5e3-f392c551849d req-af6c38a7-aa14-4877-b0b5-6f179dfccf08 tempest-VolumesActionsTest-652000836 tempest-VolumesActionsTest-652000836-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee1e5718-1ebe-4e90-9c29-10436a64a6fe HTTP/1.1" status: 200 len: 210 time: 0.0315125 Aug 31 05:10:31.457172 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a4fd8ad5-a492-4575-8673-07e6bf736dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:32.189300 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4994fd-8253-4da4-8160-a5374f497d0e req-394c6e7a-2df1-46be-b7f4-49d352237d0f tempest-VolumesActionsTest-652000836 tempest-VolumesActionsTest-652000836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:10:32.190962 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-5d4994fd-8253-4da4-8160-a5374f497d0e req-394c6e7a-2df1-46be-b7f4-49d352237d0f tempest-VolumesActionsTest-652000836 tempest-VolumesActionsTest-652000836-project] 10.222.0.13 "GET /v2.0/networks?id=c8f41729-0556-42bf-8d24-d9c2a143736c HTTP/1.1" status: 200 len: 809 time: 0.1065886 Aug 31 05:10:32.191145 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-c837f7a5-d5b9-493a-93fe-cadd38337754 req-4b22829b-782b-4cfd-bb0a-5cf2d16abc70 tempest-VolumesActionsTest-652000836 tempest-VolumesActionsTest-652000836-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee1e5718-1ebe-4e90-9c29-10436a64a6fe HTTP/1.1" status: 200 len: 210 time: 0.0272727 Aug 31 05:10:32.210796 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.v2.base [req-5d4994fd-8253-4da4-8160-a5374f497d0e req-d6afdd1f-6fd9-4146-bb09-9dbf38097428 tempest-VolumesActionsTest-652000836 tempest-VolumesActionsTest-652000836-project] Request body: {'port': {'device_id': 'ee1e5718-1ebe-4e90-9c29-10436a64a6fe', 'network_id': 'c8f41729-0556-42bf-8d24-d9c2a143736c', 'admin_state_up': True, 'tenant_id': '0f198dea82d04f47bf4a76092675601e'}} {{(pid=93873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:10:32.318167 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d4994fd-8253-4da4-8160-a5374f497d0e req-d6afdd1f-6fd9-4146-bb09-9dbf38097428 tempest-VolumesActionsTest-652000836 tempest-VolumesActionsTest-652000836-project] Made reservation on behalf of 0f198dea82d04f47bf4a76092675601e for: {'port': 1} {{(pid=93873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 05:10:32.321503 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-5d4994fd-8253-4da4-8160-a5374f497d0e req-d6afdd1f-6fd9-4146-bb09-9dbf38097428 tempest-VolumesActionsTest-652000836 tempest-VolumesActionsTest-652000836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:32.446016 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.db.db_base_plugin_common [req-5d4994fd-8253-4da4-8160-a5374f497d0e req-d6afdd1f-6fd9-4146-bb09-9dbf38097428 tempest-VolumesActionsTest-652000836 tempest-VolumesActionsTest-652000836-project] Allocated IP 172.20.0.3 (c8f41729-0556-42bf-8d24-d9c2a143736c/c73306f4-3ace-46ad-8a03-aac77cffcaf7/2cc51636-6f9b-4175-b56d-7635e782bd7f) {{(pid=93873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 05:10:32.586773 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-5d4994fd-8253-4da4-8160-a5374f497d0e req-d6afdd1f-6fd9-4146-bb09-9dbf38097428 tempest-VolumesActionsTest-652000836 tempest-VolumesActionsTest-652000836-project] Notify callbacks [] for port, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:32.623856 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-5d4994fd-8253-4da4-8160-a5374f497d0e req-d6afdd1f-6fd9-4146-bb09-9dbf38097428 tempest-VolumesActionsTest-652000836 tempest-VolumesActionsTest-652000836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730086931496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4316683'] for port, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:32.662489 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d4994fd-8253-4da4-8160-a5374f497d0e req-d6afdd1f-6fd9-4146-bb09-9dbf38097428 tempest-VolumesActionsTest-652000836 tempest-VolumesActionsTest-652000836-project] Network c8f41729-0556-42bf-8d24-d9c2a143736c is already hosted by enough agents. {{(pid=93873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 05:10:32.667726 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.scheduler.base_scheduler [req-5d4994fd-8253-4da4-8160-a5374f497d0e req-d6afdd1f-6fd9-4146-bb09-9dbf38097428 tempest-VolumesActionsTest-652000836 tempest-VolumesActionsTest-652000836-project] Resources bound (agent type, host, resource id): {{(pid=93873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:10:32.670197 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d4994fd-8253-4da4-8160-a5374f497d0e req-d6afdd1f-6fd9-4146-bb09-9dbf38097428 tempest-VolumesActionsTest-652000836 tempest-VolumesActionsTest-652000836-project] Received port after_create {{(pid=93873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 05:10:32.698570 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6afdd1f-6fd9-4146-bb09-9dbf38097428 tempest-VolumesActionsTest-652000836 tempest-VolumesActionsTest-652000836-project] Pushing event updated for resources: {'Port': ['ID=2cc51636-6f9b-4175-b56d-7635e782bd7f,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:10:32.723933 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4994fd-8253-4da4-8160-a5374f497d0e req-d6afdd1f-6fd9-4146-bb09-9dbf38097428 tempest-VolumesActionsTest-652000836 tempest-VolumesActionsTest-652000836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:10:32.724530 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-5d4994fd-8253-4da4-8160-a5374f497d0e req-d6afdd1f-6fd9-4146-bb09-9dbf38097428 tempest-VolumesActionsTest-652000836 tempest-VolumesActionsTest-652000836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200266'] for port, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:32.737975 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-5d4994fd-8253-4da4-8160-a5374f497d0e req-d6afdd1f-6fd9-4146-bb09-9dbf38097428 tempest-VolumesActionsTest-652000836 tempest-VolumesActionsTest-652000836-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5317454 Aug 31 05:10:32.801134 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.v2.base [req-5d4994fd-8253-4da4-8160-a5374f497d0e req-8bb1463e-3151-4929-8c3b-e9bf62b86825 service neutron] Request body: {'port': {'device_id': 'ee1e5718-1ebe-4e90-9c29-10436a64a6fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=93873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:10:32.860232 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-5d4994fd-8253-4da4-8160-a5374f497d0e req-8bb1463e-3151-4929-8c3b-e9bf62b86825 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:33.309315 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375d1b96-27da-43de-bb4c-426714dfbd91 req-5b5e8037-fa12-4f01-b4f0-572bd8c347d9 tempest-VolumesActionsTest-652000836 tempest-VolumesActionsTest-652000836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:10:33.310845 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-375d1b96-27da-43de-bb4c-426714dfbd91 req-5b5e8037-fa12-4f01-b4f0-572bd8c347d9 tempest-VolumesActionsTest-652000836 tempest-VolumesActionsTest-652000836-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee1e5718-1ebe-4e90-9c29-10436a64a6fe HTTP/1.1" status: 200 len: 931 time: 0.0485528 Aug 31 05:10:33.349155 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-375d1b96-27da-43de-bb4c-426714dfbd91 req-2e45131a-9218-42f0-8e77-984771552647 tempest-VolumesActionsTest-652000836 tempest-VolumesActionsTest-652000836-project] 10.222.0.37 "GET /v2.0/security-groups?id=61d6fe82-f08c-48f6-9488-5db7ffff9fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320911 Aug 31 05:10:33.355755 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.notifiers.nova [req-5d4994fd-8253-4da4-8160-a5374f497d0e req-8bb1463e-3151-4929-8c3b-e9bf62b86825 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cc51636-6f9b-4175-b56d-7635e782bd7f {{(pid=93873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 05:10:33.369053 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-5d4994fd-8253-4da4-8160-a5374f497d0e req-8bb1463e-3151-4929-8c3b-e9bf62b86825 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:33.375905 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [req-5d4994fd-8253-4da4-8160-a5374f497d0e req-8bb1463e-3151-4929-8c3b-e9bf62b86825 service neutron] Transition to ACTIVE for port object 2cc51636-6f9b-4175-b56d-7635e782bd7f will not be triggered until provisioned by entity L2. {{(pid=93873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 05:10:33.379780 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-5d4994fd-8253-4da4-8160-a5374f497d0e req-8bb1463e-3151-4929-8c3b-e9bf62b86825 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4316722'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:33.429440 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb1463e-3151-4929-8c3b-e9bf62b86825 service neutron] Pushing event updated for resources: {'Port': ['ID=2cc51636-6f9b-4175-b56d-7635e782bd7f,revision_number=2']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:10:33.495637 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.managers [req-5d4994fd-8253-4da4-8160-a5374f497d0e req-8bb1463e-3151-4929-8c3b-e9bf62b86825 service neutron] Attempting to bind port 2cc51636-6f9b-4175-b56d-7635e782bd7f on host hv-cinder-77819 for vnic_type normal with profile {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 05:10:33.495887 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.managers [req-5d4994fd-8253-4da4-8160-a5374f497d0e req-8bb1463e-3151-4929-8c3b-e9bf62b86825 service neutron] Attempting to bind port 2cc51636-6f9b-4175-b56d-7635e782bd7f by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': 'b75af9f0-d7f7-40b5-896a-dd40595e4381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'c8f41729-0556-42bf-8d24-d9c2a143736c'}] {{(pid=93873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 05:10:33.496218 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d4994fd-8253-4da4-8160-a5374f497d0e req-8bb1463e-3151-4929-8c3b-e9bf62b86825 service neutron] Attempting to bind port 2cc51636-6f9b-4175-b56d-7635e782bd7f on network c8f41729-0556-42bf-8d24-d9c2a143736c {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 05:10:33.500312 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d4994fd-8253-4da4-8160-a5374f497d0e req-8bb1463e-3151-4929-8c3b-e9bf62b86825 service neutron] Port 2cc51636-6f9b-4175-b56d-7635e782bd7f on network c8f41729-0556-42bf-8d24-d9c2a143736c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 05:10:33.500635 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d4994fd-8253-4da4-8160-a5374f497d0e req-8bb1463e-3151-4929-8c3b-e9bf62b86825 service neutron] Attempting to bind port 2cc51636-6f9b-4175-b56d-7635e782bd7f on network c8f41729-0556-42bf-8d24-d9c2a143736c {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 05:10:33.505488 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d4994fd-8253-4da4-8160-a5374f497d0e req-8bb1463e-3151-4929-8c3b-e9bf62b86825 service neutron] Checking agent: {'id': 'cec96490-d34b-42db-b58a-d4405faa4e11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 4, 30, 28), 'started_at': datetime.datetime(2021, 8, 31, 4, 30, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 5, 10, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 05:10:33.505818 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d4994fd-8253-4da4-8160-a5374f497d0e req-8bb1463e-3151-4929-8c3b-e9bf62b86825 service neutron] Checking segment: {'id': 'b75af9f0-d7f7-40b5-896a-dd40595e4381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'c8f41729-0556-42bf-8d24-d9c2a143736c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 05:10:33.506240 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d4994fd-8253-4da4-8160-a5374f497d0e req-8bb1463e-3151-4929-8c3b-e9bf62b86825 service neutron] Bound using segment: {'id': 'b75af9f0-d7f7-40b5-896a-dd40595e4381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'c8f41729-0556-42bf-8d24-d9c2a143736c'} {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 05:10:33.506660 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.managers [req-5d4994fd-8253-4da4-8160-a5374f497d0e req-8bb1463e-3151-4929-8c3b-e9bf62b86825 service neutron] Bound port: 2cc51636-6f9b-4175-b56d-7635e782bd7f, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b75af9f0-d7f7-40b5-896a-dd40595e4381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'c8f41729-0556-42bf-8d24-d9c2a143736c'}}] {{(pid=93873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 05:10:33.507007 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-5d4994fd-8253-4da4-8160-a5374f497d0e req-8bb1463e-3151-4929-8c3b-e9bf62b86825 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:33.568199 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [req-5d4994fd-8253-4da4-8160-a5374f497d0e req-8bb1463e-3151-4929-8c3b-e9bf62b86825 service neutron] For port 2cc51636-6f9b-4175-b56d-7635e782bd7f, host hv-cinder-77819, cleared binding levels {{(pid=93873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 05:10:33.571137 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [req-5d4994fd-8253-4da4-8160-a5374f497d0e req-8bb1463e-3151-4929-8c3b-e9bf62b86825 service neutron] For port 2cc51636-6f9b-4175-b56d-7635e782bd7f, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=2cc51636-6f9b-4175-b56d-7635e782bd7f,segment=NetworkSegment(b75af9f0-d7f7-40b5-896a-dd40595e4381),segment_id=b75af9f0-d7f7-40b5-896a-dd40595e4381)] {{(pid=93873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 05:10:33.574975 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-5d4994fd-8253-4da4-8160-a5374f497d0e req-8bb1463e-3151-4929-8c3b-e9bf62b86825 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4316722'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:33.606378 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4994fd-8253-4da4-8160-a5374f497d0e req-8bb1463e-3151-4929-8c3b-e9bf62b86825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:10:33.606990 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-5d4994fd-8253-4da4-8160-a5374f497d0e req-8bb1463e-3151-4929-8c3b-e9bf62b86825 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200266'] for port, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:33.608363 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-5d4994fd-8253-4da4-8160-a5374f497d0e req-8bb1463e-3151-4929-8c3b-e9bf62b86825 service neutron] 10.222.0.13 "PUT /v2.0/ports/2cc51636-6f9b-4175-b56d-7635e782bd7f HTTP/1.1" status: 200 len: 1093 time: 0.8560653 Aug 31 05:10:33.608791 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee1e5718-1ebe-4e90-9c29-10436a64a6fe', 'tag': '2cc51636-6f9b-4175-b56d-7635e782bd7f'}] {{(pid=93873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:10:33.611143 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a11e4e79c753650f2852f0d7a0fe7e91abda00271ce9373e69ea4f6baf967f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-534934f1-de7d-495b-b699-d035cdca9d96" -d '{"events": [{"name": "network-changed", "server_uuid": "ee1e5718-1ebe-4e90-9c29-10436a64a6fe", "tag": "2cc51636-6f9b-4175-b56d-7635e782bd7f"}]}' {{(pid=93873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:10:33.640858 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb1463e-3151-4929-8c3b-e9bf62b86825 service neutron] Pushing event updated for resources: {'Port': ['ID=2cc51636-6f9b-4175-b56d-7635e782bd7f,revision_number=3']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:10:33.699836 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4994fd-8253-4da4-8160-a5374f497d0e req-d26e9d20-e930-48ce-9299-6f44a6624757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:10:33.701387 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-5d4994fd-8253-4da4-8160-a5374f497d0e req-d26e9d20-e930-48ce-9299-6f44a6624757 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0f198dea82d04f47bf4a76092675601e&device_id=ee1e5718-1ebe-4e90-9c29-10436a64a6fe HTTP/1.1" status: 200 len: 1096 time: 0.0384579 Aug 31 05:10:33.750504 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-5d4994fd-8253-4da4-8160-a5374f497d0e req-4312c8df-b63c-4f3f-8ca8-81ee1edcd434 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2cc51636-6f9b-4175-b56d-7635e782bd7f HTTP/1.1" status: 200 len: 217 time: 0.0344384 Aug 31 05:10:33.781803 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 05:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27b4948c-0f54-43a9-9cb4-3149b7a0f493 x-openstack-request-id: req-27b4948c-0f54-43a9-9cb4-3149b7a0f493 {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:10:33.782096 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee1e5718-1ebe-4e90-9c29-10436a64a6fe", "tag": "2cc51636-6f9b-4175-b56d-7635e782bd7f", "status": "completed", "code": 200}]} {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:10:33.782352 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-27b4948c-0f54-43a9-9cb4-3149b7a0f493 {{(pid=93873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:10:33.783208 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee1e5718-1ebe-4e90-9c29-10436a64a6fe', 'tag': '2cc51636-6f9b-4175-b56d-7635e782bd7f', 'status': 'completed', 'code': 200} Aug 31 05:10:33.800119 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4994fd-8253-4da4-8160-a5374f497d0e req-15a2890c-aedd-4732-8e73-90bb2dfd2449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:10:33.801558 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-5d4994fd-8253-4da4-8160-a5374f497d0e req-15a2890c-aedd-4732-8e73-90bb2dfd2449 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c73306f4-3ace-46ad-8a03-aac77cffcaf7 HTTP/1.1" status: 200 len: 849 time: 0.0447738 Aug 31 05:10:33.833447 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-5d4994fd-8253-4da4-8160-a5374f497d0e req-066c8972-6d37-49d1-802d-d81a10ba2ba4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c8f41729-0556-42bf-8d24-d9c2a143736c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251698 Aug 31 05:10:33.919003 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-5d4994fd-8253-4da4-8160-a5374f497d0e req-4ab7c6f2-9373-4f13-a9f6-446629de276b service neutron] 10.222.0.13 "GET /v2.0/networks/c8f41729-0556-42bf-8d24-d9c2a143736c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788403 Aug 31 05:10:34.007961 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-5d4994fd-8253-4da4-8160-a5374f497d0e req-bf5db171-3488-4a3e-8026-75914222173d service neutron] 10.222.0.13 "GET /v2.0/networks/c8f41729-0556-42bf-8d24-d9c2a143736c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819046 Aug 31 05:10:34.132135 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534934f1-de7d-495b-b699-d035cdca9d96 req-6c856a08-0c40-4458-9d29-aa535d1e4558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:10:34.133595 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-534934f1-de7d-495b-b699-d035cdca9d96 req-6c856a08-0c40-4458-9d29-aa535d1e4558 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0f198dea82d04f47bf4a76092675601e&device_id=ee1e5718-1ebe-4e90-9c29-10436a64a6fe HTTP/1.1" status: 200 len: 1096 time: 0.0399578 Aug 31 05:10:34.220422 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534934f1-de7d-495b-b699-d035cdca9d96 req-51e1c8ae-6f99-4b29-b4c1-928798952d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:10:34.221823 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-534934f1-de7d-495b-b699-d035cdca9d96 req-51e1c8ae-6f99-4b29-b4c1-928798952d5a service neutron] 10.222.0.13 "GET /v2.0/networks?id=c8f41729-0556-42bf-8d24-d9c2a143736c HTTP/1.1" status: 200 len: 910 time: 0.0805655 Aug 31 05:10:34.266496 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-534934f1-de7d-495b-b699-d035cdca9d96 req-2ab48f22-614a-487b-a0ce-f5afb2b94cb7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2cc51636-6f9b-4175-b56d-7635e782bd7f HTTP/1.1" status: 200 len: 217 time: 0.0364044 Aug 31 05:10:34.315748 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534934f1-de7d-495b-b699-d035cdca9d96 req-f740947a-8458-4134-87df-36c53ff0b77b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:10:34.317144 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-534934f1-de7d-495b-b699-d035cdca9d96 req-f740947a-8458-4134-87df-36c53ff0b77b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c73306f4-3ace-46ad-8a03-aac77cffcaf7 HTTP/1.1" status: 200 len: 849 time: 0.0423057 Aug 31 05:10:34.347436 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-534934f1-de7d-495b-b699-d035cdca9d96 req-4cc568ca-f55f-40af-b2a9-5700f69bd148 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c8f41729-0556-42bf-8d24-d9c2a143736c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0228248 Aug 31 05:10:34.442027 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-534934f1-de7d-495b-b699-d035cdca9d96 req-6671592e-f042-44b9-be50-2be5191dcc81 service neutron] 10.222.0.13 "GET /v2.0/networks/c8f41729-0556-42bf-8d24-d9c2a143736c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869989 Aug 31 05:10:34.473527 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b863d2df-cb21-4f3d-97bb-6a0c7e00ce9c req-1b983fd2-bb22-4c98-bfcc-f78dd52e4f37 tempest-VolumesActionsTest-652000836 tempest-VolumesActionsTest-652000836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:10:34.475110 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-b863d2df-cb21-4f3d-97bb-6a0c7e00ce9c req-1b983fd2-bb22-4c98-bfcc-f78dd52e4f37 tempest-VolumesActionsTest-652000836 tempest-VolumesActionsTest-652000836-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee1e5718-1ebe-4e90-9c29-10436a64a6fe HTTP/1.1" status: 200 len: 943 time: 0.0481212 Aug 31 05:10:34.512222 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-b863d2df-cb21-4f3d-97bb-6a0c7e00ce9c req-14b9be7e-e83c-4787-9018-1cd4cd7b293c tempest-VolumesActionsTest-652000836 tempest-VolumesActionsTest-652000836-project] 10.222.0.37 "GET /v2.0/security-groups?id=61d6fe82-f08c-48f6-9488-5db7ffff9fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311534 Aug 31 05:10:34.531578 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-534934f1-de7d-495b-b699-d035cdca9d96 req-738b4499-e6e9-4185-acc6-679a991ccf32 service neutron] 10.222.0.13 "GET /v2.0/networks/c8f41729-0556-42bf-8d24-d9c2a143736c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813050 Aug 31 05:10:35.627568 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Device 2cc51636-6f9b-4175-b56d-7635e782bd7f details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=93875) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 05:10:35.629536 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bae43f4-559e-4ce3-b85b-d135567f8c0a req-d90530ec-40ba-4a2d-a442-03c106e8b6d0 tempest-VolumesActionsTest-652000836 tempest-VolumesActionsTest-652000836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:10:35.631073 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-7bae43f4-559e-4ce3-b85b-d135567f8c0a req-d90530ec-40ba-4a2d-a442-03c106e8b6d0 tempest-VolumesActionsTest-652000836 tempest-VolumesActionsTest-652000836-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee1e5718-1ebe-4e90-9c29-10436a64a6fe HTTP/1.1" status: 200 len: 943 time: 0.0517190 Aug 31 05:10:35.668243 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-7bae43f4-559e-4ce3-b85b-d135567f8c0a req-952d8e5c-dd8e-46f1-a2c2-d73be273a71d tempest-VolumesActionsTest-652000836 tempest-VolumesActionsTest-652000836-project] 10.222.0.37 "GET /v2.0/security-groups?id=61d6fe82-f08c-48f6-9488-5db7ffff9fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312083 Aug 31 05:10:35.720283 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] For port 2cc51636-6f9b-4175-b56d-7635e782bd7f, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=2cc51636-6f9b-4175-b56d-7635e782bd7f,segment=NetworkSegment(b75af9f0-d7f7-40b5-896a-dd40595e4381),segment_id=b75af9f0-d7f7-40b5-896a-dd40595e4381)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:10:35.731127 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Returning: {'device': '2cc51636-6f9b-4175-b56d-7635e782bd7f', 'network_id': 'c8f41729-0556-42bf-8d24-d9c2a143736c', 'port_id': '2cc51636-6f9b-4175-b56d-7635e782bd7f', 'mac_address': 'fa:16:3e:0b:c0:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c73306f4-3ace-46ad-8a03-aac77cffcaf7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93875) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 05:10:35.767839 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:35.779755 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.notifiers.nova [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cc51636-6f9b-4175-b56d-7635e782bd7f {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 05:10:35.797885 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] For port 2cc51636-6f9b-4175-b56d-7635e782bd7f, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=2cc51636-6f9b-4175-b56d-7635e782bd7f,segment=NetworkSegment(b75af9f0-d7f7-40b5-896a-dd40595e4381),segment_id=b75af9f0-d7f7-40b5-896a-dd40595e4381)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:10:35.802300 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:35.850340 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Pushing event updated for resources: {'Port': ['ID=2cc51636-6f9b-4175-b56d-7635e782bd7f,revision_number=4']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:10:35.857435 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:10:35.857785 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:10:35.858145 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:10:35.858484 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:10:35.858811 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:10:35.859140 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:10:35.859466 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:10:35.859792 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:10:35.860117 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:10:35.860438 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:10:35.861366 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:10:35.861694 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:10:36.092069 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] get_ports_and_sgs() called for port_ids ['2cc51636-6f9b-4175-b56d-7635e782bd7f'] {{(pid=93875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 05:10:36.785703 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5303876a-ab95-45df-aa6a-af24bebff76a req-15149313-6841-4f14-af40-277eb7ece015 tempest-VolumesActionsTest-652000836 tempest-VolumesActionsTest-652000836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:10:36.787115 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-5303876a-ab95-45df-aa6a-af24bebff76a req-15149313-6841-4f14-af40-277eb7ece015 tempest-VolumesActionsTest-652000836 tempest-VolumesActionsTest-652000836-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee1e5718-1ebe-4e90-9c29-10436a64a6fe HTTP/1.1" status: 200 len: 944 time: 0.0534155 Aug 31 05:10:36.824090 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-5303876a-ab95-45df-aa6a-af24bebff76a req-0cecfd37-63c2-42b6-a919-2110f1483099 tempest-VolumesActionsTest-652000836 tempest-VolumesActionsTest-652000836-project] 10.222.0.37 "GET /v2.0/security-groups?id=61d6fe82-f08c-48f6-9488-5db7ffff9fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311217 Aug 31 05:10:37.641790 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Device 2cc51636-6f9b-4175-b56d-7635e782bd7f up at agent hyperv_hv-cinder-77819 {{(pid=93875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:10:37.691036 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Provisioning for port 2cc51636-6f9b-4175-b56d-7635e782bd7f completed by entity L2. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 05:10:37.694512 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Provisioning complete for port 2cc51636-6f9b-4175-b56d-7635e782bd7f triggered by entity L2. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:10:37.694883 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667402'] for port, provisioning_complete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:37.766350 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:37.787170 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee1e5718-1ebe-4e90-9c29-10436a64a6fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cc51636-6f9b-4175-b56d-7635e782bd7f'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:10:37.789356 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb65e2f83a67e5a17dc8ea4502d49053413b763c9a1f232c6edaada591b5d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47bacb0c-621c-41cb-8ef6-13a47b79cb7f" -d '{"events": [{"server_uuid": "ee1e5718-1ebe-4e90-9c29-10436a64a6fe", "name": "network-vif-plugged", "status": "completed", "tag": "2cc51636-6f9b-4175-b56d-7635e782bd7f"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:10:37.801730 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] For port 2cc51636-6f9b-4175-b56d-7635e782bd7f, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=2cc51636-6f9b-4175-b56d-7635e782bd7f,segment=NetworkSegment(b75af9f0-d7f7-40b5-896a-dd40595e4381),segment_id=b75af9f0-d7f7-40b5-896a-dd40595e4381)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:10:37.806778 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:37.858408 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Pushing event updated for resources: {'Port': ['ID=2cc51636-6f9b-4175-b56d-7635e782bd7f,revision_number=5']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:10:37.882960 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 05:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fc3b093-804d-4ae9-9db7-e1e895f0bf2d x-openstack-request-id: req-5fc3b093-804d-4ae9-9db7-e1e895f0bf2d {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:10:37.883249 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee1e5718-1ebe-4e90-9c29-10436a64a6fe", "name": "network-vif-plugged", "status": "completed", "tag": "2cc51636-6f9b-4175-b56d-7635e782bd7f", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:10:37.883496 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5fc3b093-804d-4ae9-9db7-e1e895f0bf2d {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:10:37.883884 dv-cinder-778193-7-iscsi neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee1e5718-1ebe-4e90-9c29-10436a64a6fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cc51636-6f9b-4175-b56d-7635e782bd7f', 'code': 200} Aug 31 05:10:37.942656 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ae9afa-3582-4208-b84f-08d34c138cff req-c5ecddc8-eb91-4fdf-8ca2-d1b470b1aa5f tempest-VolumesActionsTest-652000836 tempest-VolumesActionsTest-652000836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:10:37.944096 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-d8ae9afa-3582-4208-b84f-08d34c138cff req-c5ecddc8-eb91-4fdf-8ca2-d1b470b1aa5f tempest-VolumesActionsTest-652000836 tempest-VolumesActionsTest-652000836-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee1e5718-1ebe-4e90-9c29-10436a64a6fe HTTP/1.1" status: 200 len: 945 time: 0.0487297 Aug 31 05:10:37.982382 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-d8ae9afa-3582-4208-b84f-08d34c138cff req-20fc5be6-1077-493b-9c86-c3abe0164dc5 tempest-VolumesActionsTest-652000836 tempest-VolumesActionsTest-652000836-project] 10.222.0.37 "GET /v2.0/security-groups?id=61d6fe82-f08c-48f6-9488-5db7ffff9fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323689 Aug 31 05:10:38.078522 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3b410c-945c-4129-93ae-4e644c4815eb req-db3b7771-1e05-4b68-953a-f6399e2b0564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:10:38.079999 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-2c3b410c-945c-4129-93ae-4e644c4815eb req-db3b7771-1e05-4b68-953a-f6399e2b0564 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ee1e5718-1ebe-4e90-9c29-10436a64a6fe HTTP/1.1" status: 200 len: 1098 time: 0.0391564 Aug 31 05:10:38.118390 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-2c3b410c-945c-4129-93ae-4e644c4815eb req-fd41ce69-d65d-4f8b-aadb-b792aea68ca7 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=61d6fe82-f08c-48f6-9488-5db7ffff9fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308990 Aug 31 05:10:39.110928 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e965c6fd-32a1-49a7-9c1a-51477e5490b4 req-40e0a2d7-8389-4f12-898b-b01d04e5b429 tempest-VolumesActionsTest-652000836 tempest-VolumesActionsTest-652000836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:10:39.112809 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-e965c6fd-32a1-49a7-9c1a-51477e5490b4 req-40e0a2d7-8389-4f12-898b-b01d04e5b429 tempest-VolumesActionsTest-652000836 tempest-VolumesActionsTest-652000836-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee1e5718-1ebe-4e90-9c29-10436a64a6fe HTTP/1.1" status: 200 len: 945 time: 0.0558245 Aug 31 05:10:39.152914 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-e965c6fd-32a1-49a7-9c1a-51477e5490b4 req-d3ae8469-2400-478e-8197-edb5dd39c080 tempest-VolumesActionsTest-652000836 tempest-VolumesActionsTest-652000836-project] 10.222.0.37 "GET /v2.0/security-groups?id=61d6fe82-f08c-48f6-9488-5db7ffff9fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338573 Aug 31 05:10:40.266829 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5514a1f5-5012-4df5-af04-81565c45760d req-1baab399-800e-4b7f-8980-d6f8a8d6d22c tempest-VolumesActionsTest-652000836 tempest-VolumesActionsTest-652000836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:10:40.268741 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-5514a1f5-5012-4df5-af04-81565c45760d req-1baab399-800e-4b7f-8980-d6f8a8d6d22c tempest-VolumesActionsTest-652000836 tempest-VolumesActionsTest-652000836-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee1e5718-1ebe-4e90-9c29-10436a64a6fe HTTP/1.1" status: 200 len: 945 time: 0.0488939 Aug 31 05:10:40.305324 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-5514a1f5-5012-4df5-af04-81565c45760d req-f28c098e-1359-4664-9a19-285aa0ecc714 tempest-VolumesActionsTest-652000836 tempest-VolumesActionsTest-652000836-project] 10.222.0.37 "GET /v2.0/security-groups?id=61d6fe82-f08c-48f6-9488-5db7ffff9fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307021 Aug 31 05:10:40.968386 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eda273-d381-462d-ac02-209d55f6d2f4 req-f7f2f66c-25f1-4666-aebc-78a0acd877ab tempest-VolumesActionsTest-652000836 tempest-VolumesActionsTest-652000836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:10:40.969861 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-42eda273-d381-462d-ac02-209d55f6d2f4 req-f7f2f66c-25f1-4666-aebc-78a0acd877ab tempest-VolumesActionsTest-652000836 tempest-VolumesActionsTest-652000836-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee1e5718-1ebe-4e90-9c29-10436a64a6fe HTTP/1.1" status: 200 len: 945 time: 0.0490398 Aug 31 05:10:41.007667 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-42eda273-d381-462d-ac02-209d55f6d2f4 req-eb08c18d-a25f-4867-ad38-3214653aefa7 tempest-VolumesActionsTest-652000836 tempest-VolumesActionsTest-652000836-project] 10.222.0.37 "GET /v2.0/security-groups?id=61d6fe82-f08c-48f6-9488-5db7ffff9fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313828 Aug 31 05:10:42.131069 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0f5a69-e071-4af6-bd16-31115d1a32c1 req-80955626-bb06-4419-9ddb-332d7fb8b69f tempest-VolumesActionsTest-652000836 tempest-VolumesActionsTest-652000836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:10:42.132516 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-5b0f5a69-e071-4af6-bd16-31115d1a32c1 req-80955626-bb06-4419-9ddb-332d7fb8b69f tempest-VolumesActionsTest-652000836 tempest-VolumesActionsTest-652000836-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee1e5718-1ebe-4e90-9c29-10436a64a6fe HTTP/1.1" status: 200 len: 945 time: 0.0544388 Aug 31 05:10:42.169453 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-5b0f5a69-e071-4af6-bd16-31115d1a32c1 req-b469c4da-a3ad-418b-9f63-b1e97dabc31b tempest-VolumesActionsTest-652000836 tempest-VolumesActionsTest-652000836-project] 10.222.0.37 "GET /v2.0/security-groups?id=61d6fe82-f08c-48f6-9488-5db7ffff9fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310538 Aug 31 05:10:42.398902 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef4765d-157b-4e4e-ae7d-e587f0423b27 req-5cae6f7c-8a20-48b0-9a4f-c392b7ac26af tempest-VolumesActionsTest-652000836 tempest-VolumesActionsTest-652000836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:10:42.400252 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-4ef4765d-157b-4e4e-ae7d-e587f0423b27 req-5cae6f7c-8a20-48b0-9a4f-c392b7ac26af tempest-VolumesActionsTest-652000836 tempest-VolumesActionsTest-652000836-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee1e5718-1ebe-4e90-9c29-10436a64a6fe HTTP/1.1" status: 200 len: 945 time: 0.0475538 Aug 31 05:10:42.485618 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [req-4ef4765d-157b-4e4e-ae7d-e587f0423b27 req-37ea0185-8302-4eaa-99f9-8c01645d1189 tempest-VolumesActionsTest-652000836 tempest-VolumesActionsTest-652000836-project] Deleting port 2cc51636-6f9b-4175-b56d-7635e782bd7f {{(pid=93873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 05:10:42.486049 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-4ef4765d-157b-4e4e-ae7d-e587f0423b27 req-37ea0185-8302-4eaa-99f9-8c01645d1189 tempest-VolumesActionsTest-652000836 tempest-VolumesActionsTest-652000836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730087506454'] for port, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:42.572763 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [req-4ef4765d-157b-4e4e-ae7d-e587f0423b27 req-37ea0185-8302-4eaa-99f9-8c01645d1189 tempest-VolumesActionsTest-652000836 tempest-VolumesActionsTest-652000836-project] For port 2cc51636-6f9b-4175-b56d-7635e782bd7f, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=2cc51636-6f9b-4175-b56d-7635e782bd7f,segment=NetworkSegment(b75af9f0-d7f7-40b5-896a-dd40595e4381),segment_id=b75af9f0-d7f7-40b5-896a-dd40595e4381)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:10:42.573118 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-4ef4765d-157b-4e4e-ae7d-e587f0423b27 req-37ea0185-8302-4eaa-99f9-8c01645d1189 tempest-VolumesActionsTest-652000836 tempest-VolumesActionsTest-652000836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7955047'] for port, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:42.585692 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [req-4ef4765d-157b-4e4e-ae7d-e587f0423b27 req-37ea0185-8302-4eaa-99f9-8c01645d1189 tempest-VolumesActionsTest-652000836 tempest-VolumesActionsTest-652000836-project] Calling delete_port for 2cc51636-6f9b-4175-b56d-7635e782bd7f owned by compute:nova {{(pid=93873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 05:10:42.711453 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-4ef4765d-157b-4e4e-ae7d-e587f0423b27 req-37ea0185-8302-4eaa-99f9-8c01645d1189 tempest-VolumesActionsTest-652000836 tempest-VolumesActionsTest-652000836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730087509221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730086931505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4316683'] for port, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:42.737612 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ea0185-8302-4eaa-99f9-8c01645d1189 tempest-VolumesActionsTest-652000836 tempest-VolumesActionsTest-652000836-project] Pushing event deleted for resources: {'Port': ['ID=2cc51636-6f9b-4175-b56d-7635e782bd7f,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:10:42.747322 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] get_ports_and_sgs() called for port_ids ['2cc51636-6f9b-4175-b56d-7635e782bd7f'] {{(pid=93875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 05:10:42.783728 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ef4765d-157b-4e4e-ae7d-e587f0423b27 req-37ea0185-8302-4eaa-99f9-8c01645d1189 tempest-VolumesActionsTest-652000836 tempest-VolumesActionsTest-652000836-project] No DVR routers for this DVR port 2cc51636-6f9b-4175-b56d-7635e782bd7f on host hv-cinder-77819 {{(pid=93873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 05:10:42.786313 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-4ef4765d-157b-4e4e-ae7d-e587f0423b27 req-37ea0185-8302-4eaa-99f9-8c01645d1189 tempest-VolumesActionsTest-652000836 tempest-VolumesActionsTest-652000836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200266'] for port, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:42.788424 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-4ef4765d-157b-4e4e-ae7d-e587f0423b27 req-37ea0185-8302-4eaa-99f9-8c01645d1189 tempest-VolumesActionsTest-652000836 tempest-VolumesActionsTest-652000836-project] 10.222.0.13 "DELETE /v2.0/ports/2cc51636-6f9b-4175-b56d-7635e782bd7f HTTP/1.1" status: 204 len: 173 time: 0.3824313 Aug 31 05:10:42.788871 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee1e5718-1ebe-4e90-9c29-10436a64a6fe', 'name': 'network-vif-deleted', 'tag': '2cc51636-6f9b-4175-b56d-7635e782bd7f'}] {{(pid=93873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:10:42.791163 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a11e4e79c753650f2852f0d7a0fe7e91abda00271ce9373e69ea4f6baf967f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-543c74d6-b205-491f-9673-7ae7ce6a08e5" -d '{"events": [{"server_uuid": "ee1e5718-1ebe-4e90-9c29-10436a64a6fe", "name": "network-vif-deleted", "tag": "2cc51636-6f9b-4175-b56d-7635e782bd7f"}]}' {{(pid=93873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:10:42.830999 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 05:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-890f5db7-3212-4fd2-b849-d22387c5f301 x-openstack-request-id: req-890f5db7-3212-4fd2-b849-d22387c5f301 {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:10:42.831298 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee1e5718-1ebe-4e90-9c29-10436a64a6fe", "name": "network-vif-deleted", "tag": "2cc51636-6f9b-4175-b56d-7635e782bd7f", "status": "completed", "code": 200}]} {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:10:42.831545 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-890f5db7-3212-4fd2-b849-d22387c5f301 {{(pid=93873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:10:42.831947 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee1e5718-1ebe-4e90-9c29-10436a64a6fe', 'name': 'network-vif-deleted', 'tag': '2cc51636-6f9b-4175-b56d-7635e782bd7f', 'status': 'completed', 'code': 200} Aug 31 05:10:43.273997 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-8be225ef-cd6e-4e76-804c-a39eeddbca1e req-f51621bd-fa20-494b-a907-6e3342d23e03 tempest-VolumesActionsTest-652000836 tempest-VolumesActionsTest-652000836-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee1e5718-1ebe-4e90-9c29-10436a64a6fe HTTP/1.1" status: 200 len: 210 time: 0.0270193 Aug 31 05:10:44.504021 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.agents_db [None req-b358f2ce-044e-44db-8ffe-8010ce8c5d43 None None] Agent healthcheck: found 6 active agents {{(pid=93876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 05:10:44.538585 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9e72bf-dce5-49f3-9cff-54d40a8a03ec req-69ed83db-3903-435a-80b6-7893cb5bbd67 tempest-VolumesActionsTest-652000836 tempest-VolumesActionsTest-652000836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:10:44.540035 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-cc9e72bf-dce5-49f3-9cff-54d40a8a03ec req-69ed83db-3903-435a-80b6-7893cb5bbd67 tempest-VolumesActionsTest-652000836 tempest-VolumesActionsTest-652000836-project] 10.222.0.37 "GET /v2.0/networks?id=c8f41729-0556-42bf-8d24-d9c2a143736c HTTP/1.1" status: 200 len: 809 time: 0.1115899 Aug 31 05:10:44.555071 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-cc9e72bf-dce5-49f3-9cff-54d40a8a03ec req-1476cad9-fb5d-4aed-8bcc-e4d09b1c0a57 tempest-VolumesActionsTest-652000836 tempest-VolumesActionsTest-652000836-project] 10.222.0.37 "GET /v2.0/quotas/0f198dea82d04f47bf4a76092675601e HTTP/1.1" status: 200 len: 375 time: 0.0092642 Aug 31 05:10:44.585654 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-cc9e72bf-dce5-49f3-9cff-54d40a8a03ec req-e88f1dbd-e061-4421-9415-ff40f97195c9 tempest-VolumesActionsTest-652000836 tempest-VolumesActionsTest-652000836-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=0f198dea82d04f47bf4a76092675601e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0255122 Aug 31 05:10:44.671378 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-cc9e72bf-dce5-49f3-9cff-54d40a8a03ec req-e58f503e-5df0-4325-8527-d4a67ccbfcee service neutron] 10.222.0.37 "GET /v2.0/networks/c8f41729-0556-42bf-8d24-d9c2a143736c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787206 Aug 31 05:10:44.762801 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-cc9e72bf-dce5-49f3-9cff-54d40a8a03ec req-e2816d0e-b573-4ddb-9165-c43f5b81ac0d service neutron] 10.222.0.37 "GET /v2.0/networks/c8f41729-0556-42bf-8d24-d9c2a143736c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848100 Aug 31 05:10:44.917565 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-d0c5cce2-02d2-4b05-b54f-2eff1da48558 req-6827aa20-eb78-427c-a6e0-0f84cfac20fa tempest-VolumesActionsTest-652000836 tempest-VolumesActionsTest-652000836-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdd4fe04-ef2c-4c54-b42b-585b55bc38b6 HTTP/1.1" status: 200 len: 210 time: 0.0274553 Aug 31 05:10:45.641926 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Device 2cc51636-6f9b-4175-b56d-7635e782bd7f no longer exists at agent hyperv_hv-cinder-77819 {{(pid=93875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 05:10:45.662763 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] No Port match for: 2cc51636-6f9b-4175-b56d-7635e782bd7f {{(pid=93875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 05:10:45.663166 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Device 2cc51636-6f9b-4175-b56d-7635e782bd7f not bound to the agent host hv-cinder-77819 {{(pid=93875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 05:10:45.997133 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-d7b6568e-005f-469b-8c6a-a8b455a72964 req-242c61b7-1d0d-4f59-b63f-043f1451a48e tempest-VolumesActionsTest-652000836 tempest-VolumesActionsTest-652000836-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdd4fe04-ef2c-4c54-b42b-585b55bc38b6 HTTP/1.1" status: 200 len: 210 time: 0.0258105 Aug 31 05:10:47.074398 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-884905ca-386c-48da-8f84-b0a82537b10f req-786ef75c-e53e-4028-b9ac-dd65fc6d6ca6 tempest-VolumesActionsTest-652000836 tempest-VolumesActionsTest-652000836-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdd4fe04-ef2c-4c54-b42b-585b55bc38b6 HTTP/1.1" status: 200 len: 210 time: 0.0283246 Aug 31 05:10:48.156485 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-39022f89-540a-4fb0-9642-f03ed9b9a2dd req-7672d65c-5a77-4a63-a321-9941ab4a4031 tempest-VolumesActionsTest-652000836 tempest-VolumesActionsTest-652000836-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdd4fe04-ef2c-4c54-b42b-585b55bc38b6 HTTP/1.1" status: 200 len: 210 time: 0.0312085 Aug 31 05:10:49.250440 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-51799601-2683-47ea-bf98-3705326ba0ba req-193ccc70-d8fe-4668-955e-3a2f7a98509d tempest-VolumesActionsTest-652000836 tempest-VolumesActionsTest-652000836-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdd4fe04-ef2c-4c54-b42b-585b55bc38b6 HTTP/1.1" status: 200 len: 210 time: 0.0263245 Aug 31 05:10:50.093258 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9e72bf-dce5-49f3-9cff-54d40a8a03ec req-8ae54d72-b494-443b-9307-d7490aa9c9cb tempest-VolumesActionsTest-652000836 tempest-VolumesActionsTest-652000836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:10:50.094864 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-cc9e72bf-dce5-49f3-9cff-54d40a8a03ec req-8ae54d72-b494-443b-9307-d7490aa9c9cb tempest-VolumesActionsTest-652000836 tempest-VolumesActionsTest-652000836-project] 10.222.0.13 "GET /v2.0/networks?id=c8f41729-0556-42bf-8d24-d9c2a143736c HTTP/1.1" status: 200 len: 809 time: 0.1061265 Aug 31 05:10:50.125909 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.v2.base [req-cc9e72bf-dce5-49f3-9cff-54d40a8a03ec req-72285956-bef7-489c-b089-fba6d5e7d515 tempest-VolumesActionsTest-652000836 tempest-VolumesActionsTest-652000836-project] Request body: {'port': {'device_id': 'cdd4fe04-ef2c-4c54-b42b-585b55bc38b6', 'network_id': 'c8f41729-0556-42bf-8d24-d9c2a143736c', 'admin_state_up': True, 'tenant_id': '0f198dea82d04f47bf4a76092675601e'}} {{(pid=93873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:10:50.230059 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc9e72bf-dce5-49f3-9cff-54d40a8a03ec req-72285956-bef7-489c-b089-fba6d5e7d515 tempest-VolumesActionsTest-652000836 tempest-VolumesActionsTest-652000836-project] Made reservation on behalf of 0f198dea82d04f47bf4a76092675601e for: {'port': 1} {{(pid=93873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 05:10:50.233585 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-cc9e72bf-dce5-49f3-9cff-54d40a8a03ec req-72285956-bef7-489c-b089-fba6d5e7d515 tempest-VolumesActionsTest-652000836 tempest-VolumesActionsTest-652000836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:50.343138 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-fc2299ee-1914-4aba-8d8e-9c656763cc98 req-37b14c04-8236-4c4a-99a8-82cb1a685a60 tempest-VolumesActionsTest-652000836 tempest-VolumesActionsTest-652000836-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdd4fe04-ef2c-4c54-b42b-585b55bc38b6 HTTP/1.1" status: 200 len: 210 time: 0.0260437 Aug 31 05:10:50.356641 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.db.db_base_plugin_common [req-cc9e72bf-dce5-49f3-9cff-54d40a8a03ec req-72285956-bef7-489c-b089-fba6d5e7d515 tempest-VolumesActionsTest-652000836 tempest-VolumesActionsTest-652000836-project] Allocated IP 172.20.0.8 (c8f41729-0556-42bf-8d24-d9c2a143736c/c73306f4-3ace-46ad-8a03-aac77cffcaf7/6ece2c8d-81d5-43f9-80bf-57f809708851) {{(pid=93873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 05:10:50.495606 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-cc9e72bf-dce5-49f3-9cff-54d40a8a03ec req-72285956-bef7-489c-b089-fba6d5e7d515 tempest-VolumesActionsTest-652000836 tempest-VolumesActionsTest-652000836-project] Notify callbacks [] for port, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:50.531573 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-cc9e72bf-dce5-49f3-9cff-54d40a8a03ec req-72285956-bef7-489c-b089-fba6d5e7d515 tempest-VolumesActionsTest-652000836 tempest-VolumesActionsTest-652000836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730086931496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4316683'] for port, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:50.574002 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc9e72bf-dce5-49f3-9cff-54d40a8a03ec req-72285956-bef7-489c-b089-fba6d5e7d515 tempest-VolumesActionsTest-652000836 tempest-VolumesActionsTest-652000836-project] Network c8f41729-0556-42bf-8d24-d9c2a143736c is already hosted by enough agents. {{(pid=93873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 05:10:50.577002 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.scheduler.base_scheduler [req-cc9e72bf-dce5-49f3-9cff-54d40a8a03ec req-72285956-bef7-489c-b089-fba6d5e7d515 tempest-VolumesActionsTest-652000836 tempest-VolumesActionsTest-652000836-project] Resources bound (agent type, host, resource id): {{(pid=93873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:10:50.580901 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc9e72bf-dce5-49f3-9cff-54d40a8a03ec req-72285956-bef7-489c-b089-fba6d5e7d515 tempest-VolumesActionsTest-652000836 tempest-VolumesActionsTest-652000836-project] Received port after_create {{(pid=93873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 05:10:50.602801 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72285956-bef7-489c-b089-fba6d5e7d515 tempest-VolumesActionsTest-652000836 tempest-VolumesActionsTest-652000836-project] Pushing event updated for resources: {'Port': ['ID=6ece2c8d-81d5-43f9-80bf-57f809708851,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:10:50.616567 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72285956-bef7-489c-b089-fba6d5e7d515 tempest-VolumesActionsTest-652000836 tempest-VolumesActionsTest-652000836-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:10:50.616910 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72285956-bef7-489c-b089-fba6d5e7d515 tempest-VolumesActionsTest-652000836 tempest-VolumesActionsTest-652000836-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:10:50.617237 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72285956-bef7-489c-b089-fba6d5e7d515 tempest-VolumesActionsTest-652000836 tempest-VolumesActionsTest-652000836-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:10:50.617564 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72285956-bef7-489c-b089-fba6d5e7d515 tempest-VolumesActionsTest-652000836 tempest-VolumesActionsTest-652000836-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:10:50.617886 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72285956-bef7-489c-b089-fba6d5e7d515 tempest-VolumesActionsTest-652000836 tempest-VolumesActionsTest-652000836-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:10:50.618232 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72285956-bef7-489c-b089-fba6d5e7d515 tempest-VolumesActionsTest-652000836 tempest-VolumesActionsTest-652000836-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:10:50.618550 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72285956-bef7-489c-b089-fba6d5e7d515 tempest-VolumesActionsTest-652000836 tempest-VolumesActionsTest-652000836-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:10:50.618865 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72285956-bef7-489c-b089-fba6d5e7d515 tempest-VolumesActionsTest-652000836 tempest-VolumesActionsTest-652000836-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:10:50.619181 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72285956-bef7-489c-b089-fba6d5e7d515 tempest-VolumesActionsTest-652000836 tempest-VolumesActionsTest-652000836-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:10:50.619493 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72285956-bef7-489c-b089-fba6d5e7d515 tempest-VolumesActionsTest-652000836 tempest-VolumesActionsTest-652000836-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:10:50.619806 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72285956-bef7-489c-b089-fba6d5e7d515 tempest-VolumesActionsTest-652000836 tempest-VolumesActionsTest-652000836-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:10:50.620119 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72285956-bef7-489c-b089-fba6d5e7d515 tempest-VolumesActionsTest-652000836 tempest-VolumesActionsTest-652000836-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:10:50.639326 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9e72bf-dce5-49f3-9cff-54d40a8a03ec req-72285956-bef7-489c-b089-fba6d5e7d515 tempest-VolumesActionsTest-652000836 tempest-VolumesActionsTest-652000836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:10:50.639923 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-cc9e72bf-dce5-49f3-9cff-54d40a8a03ec req-72285956-bef7-489c-b089-fba6d5e7d515 tempest-VolumesActionsTest-652000836 tempest-VolumesActionsTest-652000836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200266'] for port, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:50.652890 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-cc9e72bf-dce5-49f3-9cff-54d40a8a03ec req-72285956-bef7-489c-b089-fba6d5e7d515 tempest-VolumesActionsTest-652000836 tempest-VolumesActionsTest-652000836-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5306311 Aug 31 05:10:50.669596 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.v2.base [req-cc9e72bf-dce5-49f3-9cff-54d40a8a03ec req-0600fd71-37f1-4164-8758-3e13f21d09a8 service neutron] Request body: {'port': {'device_id': 'cdd4fe04-ef2c-4c54-b42b-585b55bc38b6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=93873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:10:50.722954 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-cc9e72bf-dce5-49f3-9cff-54d40a8a03ec req-0600fd71-37f1-4164-8758-3e13f21d09a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:50.971398 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.notifiers.nova [req-cc9e72bf-dce5-49f3-9cff-54d40a8a03ec req-0600fd71-37f1-4164-8758-3e13f21d09a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ece2c8d-81d5-43f9-80bf-57f809708851 {{(pid=93873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 05:10:50.978494 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-cc9e72bf-dce5-49f3-9cff-54d40a8a03ec req-0600fd71-37f1-4164-8758-3e13f21d09a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:50.991084 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [req-cc9e72bf-dce5-49f3-9cff-54d40a8a03ec req-0600fd71-37f1-4164-8758-3e13f21d09a8 service neutron] Transition to ACTIVE for port object 6ece2c8d-81d5-43f9-80bf-57f809708851 will not be triggered until provisioned by entity L2. {{(pid=93873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 05:10:50.994654 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-cc9e72bf-dce5-49f3-9cff-54d40a8a03ec req-0600fd71-37f1-4164-8758-3e13f21d09a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4316722'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:51.043449 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0600fd71-37f1-4164-8758-3e13f21d09a8 service neutron] Pushing event updated for resources: {'Port': ['ID=6ece2c8d-81d5-43f9-80bf-57f809708851,revision_number=2']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:10:51.106477 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.managers [req-cc9e72bf-dce5-49f3-9cff-54d40a8a03ec req-0600fd71-37f1-4164-8758-3e13f21d09a8 service neutron] Attempting to bind port 6ece2c8d-81d5-43f9-80bf-57f809708851 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 05:10:51.107133 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.managers [req-cc9e72bf-dce5-49f3-9cff-54d40a8a03ec req-0600fd71-37f1-4164-8758-3e13f21d09a8 service neutron] Attempting to bind port 6ece2c8d-81d5-43f9-80bf-57f809708851 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': 'b75af9f0-d7f7-40b5-896a-dd40595e4381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'c8f41729-0556-42bf-8d24-d9c2a143736c'}] {{(pid=93873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 05:10:51.107133 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9e72bf-dce5-49f3-9cff-54d40a8a03ec req-0600fd71-37f1-4164-8758-3e13f21d09a8 service neutron] Attempting to bind port 6ece2c8d-81d5-43f9-80bf-57f809708851 on network c8f41729-0556-42bf-8d24-d9c2a143736c {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 05:10:51.111852 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9e72bf-dce5-49f3-9cff-54d40a8a03ec req-0600fd71-37f1-4164-8758-3e13f21d09a8 service neutron] Port 6ece2c8d-81d5-43f9-80bf-57f809708851 on network c8f41729-0556-42bf-8d24-d9c2a143736c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 05:10:51.112161 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9e72bf-dce5-49f3-9cff-54d40a8a03ec req-0600fd71-37f1-4164-8758-3e13f21d09a8 service neutron] Attempting to bind port 6ece2c8d-81d5-43f9-80bf-57f809708851 on network c8f41729-0556-42bf-8d24-d9c2a143736c {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 05:10:51.116696 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9e72bf-dce5-49f3-9cff-54d40a8a03ec req-0600fd71-37f1-4164-8758-3e13f21d09a8 service neutron] Checking agent: {'id': 'cec96490-d34b-42db-b58a-d4405faa4e11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 4, 30, 28), 'started_at': datetime.datetime(2021, 8, 31, 4, 30, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 5, 10, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 05:10:51.117022 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9e72bf-dce5-49f3-9cff-54d40a8a03ec req-0600fd71-37f1-4164-8758-3e13f21d09a8 service neutron] Checking segment: {'id': 'b75af9f0-d7f7-40b5-896a-dd40595e4381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'c8f41729-0556-42bf-8d24-d9c2a143736c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 05:10:51.117394 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9e72bf-dce5-49f3-9cff-54d40a8a03ec req-0600fd71-37f1-4164-8758-3e13f21d09a8 service neutron] Bound using segment: {'id': 'b75af9f0-d7f7-40b5-896a-dd40595e4381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'c8f41729-0556-42bf-8d24-d9c2a143736c'} {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 05:10:51.117812 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.managers [req-cc9e72bf-dce5-49f3-9cff-54d40a8a03ec req-0600fd71-37f1-4164-8758-3e13f21d09a8 service neutron] Bound port: 6ece2c8d-81d5-43f9-80bf-57f809708851, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b75af9f0-d7f7-40b5-896a-dd40595e4381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'c8f41729-0556-42bf-8d24-d9c2a143736c'}}] {{(pid=93873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 05:10:51.118184 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-cc9e72bf-dce5-49f3-9cff-54d40a8a03ec req-0600fd71-37f1-4164-8758-3e13f21d09a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:51.178999 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [req-cc9e72bf-dce5-49f3-9cff-54d40a8a03ec req-0600fd71-37f1-4164-8758-3e13f21d09a8 service neutron] For port 6ece2c8d-81d5-43f9-80bf-57f809708851, host hv-cinder-77819, cleared binding levels {{(pid=93873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 05:10:51.182343 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [req-cc9e72bf-dce5-49f3-9cff-54d40a8a03ec req-0600fd71-37f1-4164-8758-3e13f21d09a8 service neutron] For port 6ece2c8d-81d5-43f9-80bf-57f809708851, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=6ece2c8d-81d5-43f9-80bf-57f809708851,segment=NetworkSegment(b75af9f0-d7f7-40b5-896a-dd40595e4381),segment_id=b75af9f0-d7f7-40b5-896a-dd40595e4381)] {{(pid=93873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 05:10:51.186165 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-cc9e72bf-dce5-49f3-9cff-54d40a8a03ec req-0600fd71-37f1-4164-8758-3e13f21d09a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4316722'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:51.217242 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9e72bf-dce5-49f3-9cff-54d40a8a03ec req-0600fd71-37f1-4164-8758-3e13f21d09a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:10:51.217841 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-cc9e72bf-dce5-49f3-9cff-54d40a8a03ec req-0600fd71-37f1-4164-8758-3e13f21d09a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200266'] for port, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:51.219233 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-cc9e72bf-dce5-49f3-9cff-54d40a8a03ec req-0600fd71-37f1-4164-8758-3e13f21d09a8 service neutron] 10.222.0.13 "PUT /v2.0/ports/6ece2c8d-81d5-43f9-80bf-57f809708851 HTTP/1.1" status: 200 len: 1093 time: 0.5536156 Aug 31 05:10:51.220218 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdd4fe04-ef2c-4c54-b42b-585b55bc38b6', 'tag': '6ece2c8d-81d5-43f9-80bf-57f809708851'}] {{(pid=93873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:10:51.222506 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a11e4e79c753650f2852f0d7a0fe7e91abda00271ce9373e69ea4f6baf967f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49b00030-0d44-47a0-984a-eb18747a06e1" -d '{"events": [{"name": "network-changed", "server_uuid": "cdd4fe04-ef2c-4c54-b42b-585b55bc38b6", "tag": "6ece2c8d-81d5-43f9-80bf-57f809708851"}]}' {{(pid=93873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:10:51.247994 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0600fd71-37f1-4164-8758-3e13f21d09a8 service neutron] Pushing event updated for resources: {'Port': ['ID=6ece2c8d-81d5-43f9-80bf-57f809708851,revision_number=3']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:10:51.259522 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 05:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad2a8846-d251-4782-b123-d04a9a2e89b7 x-openstack-request-id: req-ad2a8846-d251-4782-b123-d04a9a2e89b7 {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:10:51.259788 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdd4fe04-ef2c-4c54-b42b-585b55bc38b6", "tag": "6ece2c8d-81d5-43f9-80bf-57f809708851", "status": "completed", "code": 200}]} {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:10:51.260041 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ad2a8846-d251-4782-b123-d04a9a2e89b7 {{(pid=93873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:10:51.260437 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdd4fe04-ef2c-4c54-b42b-585b55bc38b6', 'tag': '6ece2c8d-81d5-43f9-80bf-57f809708851', 'status': 'completed', 'code': 200} Aug 31 05:10:51.316609 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9e72bf-dce5-49f3-9cff-54d40a8a03ec req-ec08d85b-dfef-467d-87e6-9cf801026d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:10:51.318207 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-cc9e72bf-dce5-49f3-9cff-54d40a8a03ec req-ec08d85b-dfef-467d-87e6-9cf801026d45 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0f198dea82d04f47bf4a76092675601e&device_id=cdd4fe04-ef2c-4c54-b42b-585b55bc38b6 HTTP/1.1" status: 200 len: 1096 time: 0.0392566 Aug 31 05:10:51.366107 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-cc9e72bf-dce5-49f3-9cff-54d40a8a03ec req-bedb879c-f1f7-453d-b3dd-7d3a1719bd38 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6ece2c8d-81d5-43f9-80bf-57f809708851 HTTP/1.1" status: 200 len: 217 time: 0.0352631 Aug 31 05:10:51.414645 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9e72bf-dce5-49f3-9cff-54d40a8a03ec req-10ce4956-a017-4c17-b4ac-73cf3e7f50fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:10:51.416095 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-cc9e72bf-dce5-49f3-9cff-54d40a8a03ec req-10ce4956-a017-4c17-b4ac-73cf3e7f50fc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c73306f4-3ace-46ad-8a03-aac77cffcaf7 HTTP/1.1" status: 200 len: 849 time: 0.0432913 Aug 31 05:10:51.445713 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-cc9e72bf-dce5-49f3-9cff-54d40a8a03ec req-9375f22c-ed5e-4945-ac1d-38416687f8ff service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c8f41729-0556-42bf-8d24-d9c2a143736c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230250 Aug 31 05:10:51.457057 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986a3c00-c2fb-4864-b4e4-e079a9600417 req-6d7773e7-92ea-4315-9fbf-35cd03a9b13b tempest-VolumesActionsTest-652000836 tempest-VolumesActionsTest-652000836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:10:51.458531 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-986a3c00-c2fb-4864-b4e4-e079a9600417 req-6d7773e7-92ea-4315-9fbf-35cd03a9b13b tempest-VolumesActionsTest-652000836 tempest-VolumesActionsTest-652000836-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdd4fe04-ef2c-4c54-b42b-585b55bc38b6 HTTP/1.1" status: 200 len: 943 time: 0.0478628 Aug 31 05:10:51.504213 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-986a3c00-c2fb-4864-b4e4-e079a9600417 req-7a0f0268-83a6-4b6a-93f2-e840afb677df tempest-VolumesActionsTest-652000836 tempest-VolumesActionsTest-652000836-project] 10.222.0.37 "GET /v2.0/security-groups?id=61d6fe82-f08c-48f6-9488-5db7ffff9fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394371 Aug 31 05:10:51.542534 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-cc9e72bf-dce5-49f3-9cff-54d40a8a03ec req-b07df96e-5e18-445b-b7b8-85021efa3d9e service neutron] 10.222.0.13 "GET /v2.0/networks/c8f41729-0556-42bf-8d24-d9c2a143736c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899220 Aug 31 05:10:51.627430 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-cc9e72bf-dce5-49f3-9cff-54d40a8a03ec req-2c20bfc5-7c2f-48e3-b191-c1ce388a86ce service neutron] 10.222.0.13 "GET /v2.0/networks/c8f41729-0556-42bf-8d24-d9c2a143736c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0781403 Aug 31 05:10:51.748360 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b00030-0d44-47a0-984a-eb18747a06e1 req-e4ae254b-beda-4381-a32b-32aaf152a7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:10:51.749772 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-49b00030-0d44-47a0-984a-eb18747a06e1 req-e4ae254b-beda-4381-a32b-32aaf152a7a9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0f198dea82d04f47bf4a76092675601e&device_id=cdd4fe04-ef2c-4c54-b42b-585b55bc38b6 HTTP/1.1" status: 200 len: 1096 time: 0.0381579 Aug 31 05:10:51.839444 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b00030-0d44-47a0-984a-eb18747a06e1 req-3e1e029b-21d9-4f68-bf98-779de706c905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:10:51.840791 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-49b00030-0d44-47a0-984a-eb18747a06e1 req-3e1e029b-21d9-4f68-bf98-779de706c905 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c8f41729-0556-42bf-8d24-d9c2a143736c HTTP/1.1" status: 200 len: 910 time: 0.0825520 Aug 31 05:10:51.881319 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-49b00030-0d44-47a0-984a-eb18747a06e1 req-193a3bc5-4a02-445e-a65a-95850034b517 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6ece2c8d-81d5-43f9-80bf-57f809708851 HTTP/1.1" status: 200 len: 217 time: 0.0324898 Aug 31 05:10:51.931037 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b00030-0d44-47a0-984a-eb18747a06e1 req-44caee45-b561-4f01-8f99-174f4307d425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:10:51.932423 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-49b00030-0d44-47a0-984a-eb18747a06e1 req-44caee45-b561-4f01-8f99-174f4307d425 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c73306f4-3ace-46ad-8a03-aac77cffcaf7 HTTP/1.1" status: 200 len: 849 time: 0.0439596 Aug 31 05:10:51.964004 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-49b00030-0d44-47a0-984a-eb18747a06e1 req-b7c59cb1-858f-4f1d-9d73-60c31f20455d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c8f41729-0556-42bf-8d24-d9c2a143736c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235083 Aug 31 05:10:52.050909 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-49b00030-0d44-47a0-984a-eb18747a06e1 req-ea55ed74-3817-4038-b870-cb438894374a service neutron] 10.222.0.13 "GET /v2.0/networks/c8f41729-0556-42bf-8d24-d9c2a143736c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787334 Aug 31 05:10:52.142554 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-49b00030-0d44-47a0-984a-eb18747a06e1 req-3016cb78-59d0-4ce9-a3b7-8dfe4ce15201 service neutron] 10.222.0.13 "GET /v2.0/networks/c8f41729-0556-42bf-8d24-d9c2a143736c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832310 Aug 31 05:10:52.618514 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe81967-64a4-469c-a030-ee73be4a42bc req-b87f2578-d349-4393-bb22-a2032ed5898c tempest-VolumesActionsTest-652000836 tempest-VolumesActionsTest-652000836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:10:52.619967 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-bbe81967-64a4-469c-a030-ee73be4a42bc req-b87f2578-d349-4393-bb22-a2032ed5898c tempest-VolumesActionsTest-652000836 tempest-VolumesActionsTest-652000836-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdd4fe04-ef2c-4c54-b42b-585b55bc38b6 HTTP/1.1" status: 200 len: 943 time: 0.0476720 Aug 31 05:10:52.659348 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-bbe81967-64a4-469c-a030-ee73be4a42bc req-1e28576a-c503-403b-adab-84b568df1e47 tempest-VolumesActionsTest-652000836 tempest-VolumesActionsTest-652000836-project] 10.222.0.37 "GET /v2.0/security-groups?id=61d6fe82-f08c-48f6-9488-5db7ffff9fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336568 Aug 31 05:10:53.673634 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Device 6ece2c8d-81d5-43f9-80bf-57f809708851 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=93875) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 05:10:53.767519 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] For port 6ece2c8d-81d5-43f9-80bf-57f809708851, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=6ece2c8d-81d5-43f9-80bf-57f809708851,segment=NetworkSegment(b75af9f0-d7f7-40b5-896a-dd40595e4381),segment_id=b75af9f0-d7f7-40b5-896a-dd40595e4381)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:10:53.773045 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9b09bb-8b53-4e83-8dab-a8307c7d1e63 req-b28cf0a7-d02e-4a5d-b29d-78ab1a690232 tempest-VolumesActionsTest-652000836 tempest-VolumesActionsTest-652000836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:10:53.774554 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-8c9b09bb-8b53-4e83-8dab-a8307c7d1e63 req-b28cf0a7-d02e-4a5d-b29d-78ab1a690232 tempest-VolumesActionsTest-652000836 tempest-VolumesActionsTest-652000836-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdd4fe04-ef2c-4c54-b42b-585b55bc38b6 HTTP/1.1" status: 200 len: 943 time: 0.0498335 Aug 31 05:10:53.778729 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Returning: {'device': '6ece2c8d-81d5-43f9-80bf-57f809708851', 'network_id': 'c8f41729-0556-42bf-8d24-d9c2a143736c', 'port_id': '6ece2c8d-81d5-43f9-80bf-57f809708851', 'mac_address': 'fa:16:3e:3f:b9:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c73306f4-3ace-46ad-8a03-aac77cffcaf7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93875) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 05:10:53.811403 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-8c9b09bb-8b53-4e83-8dab-a8307c7d1e63 req-0f0b07e0-5c4c-48fe-aae4-fc10a8265d19 tempest-VolumesActionsTest-652000836 tempest-VolumesActionsTest-652000836-project] 10.222.0.37 "GET /v2.0/security-groups?id=61d6fe82-f08c-48f6-9488-5db7ffff9fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309496 Aug 31 05:10:53.814831 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:53.826956 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.notifiers.nova [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ece2c8d-81d5-43f9-80bf-57f809708851 {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 05:10:53.845997 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] For port 6ece2c8d-81d5-43f9-80bf-57f809708851, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=6ece2c8d-81d5-43f9-80bf-57f809708851,segment=NetworkSegment(b75af9f0-d7f7-40b5-896a-dd40595e4381),segment_id=b75af9f0-d7f7-40b5-896a-dd40595e4381)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:10:53.850318 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:53.895132 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Pushing event updated for resources: {'Port': ['ID=6ece2c8d-81d5-43f9-80bf-57f809708851,revision_number=4']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:10:54.114578 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] get_ports_and_sgs() called for port_ids ['6ece2c8d-81d5-43f9-80bf-57f809708851'] {{(pid=93875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 05:10:54.924512 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d487a8b9-c5b7-4624-b186-8d49ccbd3a4c req-6932c26f-2e90-421d-b85b-de321044b8ed tempest-VolumesActionsTest-652000836 tempest-VolumesActionsTest-652000836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:10:54.925964 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-d487a8b9-c5b7-4624-b186-8d49ccbd3a4c req-6932c26f-2e90-421d-b85b-de321044b8ed tempest-VolumesActionsTest-652000836 tempest-VolumesActionsTest-652000836-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdd4fe04-ef2c-4c54-b42b-585b55bc38b6 HTTP/1.1" status: 200 len: 944 time: 0.0483830 Aug 31 05:10:54.962958 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-d487a8b9-c5b7-4624-b186-8d49ccbd3a4c req-e44ea3ec-e1c1-484e-9d4d-3dbae4e10d9b tempest-VolumesActionsTest-652000836 tempest-VolumesActionsTest-652000836-project] 10.222.0.37 "GET /v2.0/security-groups?id=61d6fe82-f08c-48f6-9488-5db7ffff9fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311687 Aug 31 05:10:55.688401 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Device 6ece2c8d-81d5-43f9-80bf-57f809708851 up at agent hyperv_hv-cinder-77819 {{(pid=93875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:10:55.735837 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Provisioning for port 6ece2c8d-81d5-43f9-80bf-57f809708851 completed by entity L2. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 05:10:55.739556 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Provisioning complete for port 6ece2c8d-81d5-43f9-80bf-57f809708851 triggered by entity L2. {{(pid=93875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:10:55.739924 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667402'] for port, provisioning_complete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:55.814141 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651741'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:55.835824 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdd4fe04-ef2c-4c54-b42b-585b55bc38b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ece2c8d-81d5-43f9-80bf-57f809708851'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:10:55.838398 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb65e2f83a67e5a17dc8ea4502d49053413b763c9a1f232c6edaada591b5d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbe4b69c-dfe3-4b06-a37c-45a39df05112" -d '{"events": [{"server_uuid": "cdd4fe04-ef2c-4c54-b42b-585b55bc38b6", "name": "network-vif-plugged", "status": "completed", "tag": "6ece2c8d-81d5-43f9-80bf-57f809708851"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:10:55.852113 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] For port 6ece2c8d-81d5-43f9-80bf-57f809708851, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=6ece2c8d-81d5-43f9-80bf-57f809708851,segment=NetworkSegment(b75af9f0-d7f7-40b5-896a-dd40595e4381),segment_id=b75af9f0-d7f7-40b5-896a-dd40595e4381)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:10:55.856121 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730087509203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730086931514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730086931532'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:55.878403 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 05:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9687d45-9c61-497a-9bf5-913cb227bc99 x-openstack-request-id: req-f9687d45-9c61-497a-9bf5-913cb227bc99 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:10:55.878687 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdd4fe04-ef2c-4c54-b42b-585b55bc38b6", "name": "network-vif-plugged", "status": "completed", "tag": "6ece2c8d-81d5-43f9-80bf-57f809708851", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:10:55.878931 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f9687d45-9c61-497a-9bf5-913cb227bc99 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:10:55.879307 dv-cinder-778193-7-iscsi neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdd4fe04-ef2c-4c54-b42b-585b55bc38b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ece2c8d-81d5-43f9-80bf-57f809708851', 'code': 200} Aug 31 05:10:55.903507 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Pushing event updated for resources: {'Port': ['ID=6ece2c8d-81d5-43f9-80bf-57f809708851,revision_number=5']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:10:56.064736 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58295c0-b0db-4b11-b1b8-5acce254fe55 req-d9662f62-bf91-4580-aa7b-d17b14c572d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:10:56.066236 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-c58295c0-b0db-4b11-b1b8-5acce254fe55 req-d9662f62-bf91-4580-aa7b-d17b14c572d4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cdd4fe04-ef2c-4c54-b42b-585b55bc38b6 HTTP/1.1" status: 200 len: 1098 time: 0.0395470 Aug 31 05:10:56.075267 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58469d8a-277d-47a5-ae64-a82b3ae1ea21 req-6244784c-13ba-4fe4-a0db-9653a3515abd tempest-VolumesActionsTest-652000836 tempest-VolumesActionsTest-652000836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:10:56.076748 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-58469d8a-277d-47a5-ae64-a82b3ae1ea21 req-6244784c-13ba-4fe4-a0db-9653a3515abd tempest-VolumesActionsTest-652000836 tempest-VolumesActionsTest-652000836-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdd4fe04-ef2c-4c54-b42b-585b55bc38b6 HTTP/1.1" status: 200 len: 945 time: 0.0475662 Aug 31 05:10:56.101571 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-c58295c0-b0db-4b11-b1b8-5acce254fe55 req-62e324eb-49bd-4ce2-bddf-50d35948545e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=61d6fe82-f08c-48f6-9488-5db7ffff9fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283329 Aug 31 05:10:56.117647 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-58469d8a-277d-47a5-ae64-a82b3ae1ea21 req-5b65c1c3-966a-4682-8637-032a47baee10 tempest-VolumesActionsTest-652000836 tempest-VolumesActionsTest-652000836-project] 10.222.0.37 "GET /v2.0/security-groups?id=61d6fe82-f08c-48f6-9488-5db7ffff9fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342596 Aug 31 05:10:56.252107 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-98723814-acbb-42e0-85d6-14c99ef7e83e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:57.239348 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1fc79f-f157-4592-86c1-23269d9ced17 req-bbe79e13-16b6-471e-871a-d9a51149c05c tempest-VolumesActionsTest-652000836 tempest-VolumesActionsTest-652000836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:10:57.246035 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-9c1fc79f-f157-4592-86c1-23269d9ced17 req-bbe79e13-16b6-471e-871a-d9a51149c05c tempest-VolumesActionsTest-652000836 tempest-VolumesActionsTest-652000836-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdd4fe04-ef2c-4c54-b42b-585b55bc38b6 HTTP/1.1" status: 200 len: 945 time: 0.0515575 Aug 31 05:10:57.282000 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-9c1fc79f-f157-4592-86c1-23269d9ced17 req-2f3875bf-d753-465d-95f2-085497d3b7a0 tempest-VolumesActionsTest-652000836 tempest-VolumesActionsTest-652000836-project] 10.222.0.37 "GET /v2.0/security-groups?id=61d6fe82-f08c-48f6-9488-5db7ffff9fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351801 Aug 31 05:10:58.374153 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:58.397818 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb760997-c721-47c1-ba35-dbd60cd1cdd4 req-20b69864-e29a-4e4c-9961-5c6949fb0d6a tempest-VolumesActionsTest-652000836 tempest-VolumesActionsTest-652000836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:10:58.399305 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-bb760997-c721-47c1-ba35-dbd60cd1cdd4 req-20b69864-e29a-4e4c-9961-5c6949fb0d6a tempest-VolumesActionsTest-652000836 tempest-VolumesActionsTest-652000836-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdd4fe04-ef2c-4c54-b42b-585b55bc38b6 HTTP/1.1" status: 200 len: 945 time: 0.0489745 Aug 31 05:10:58.435960 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-bb760997-c721-47c1-ba35-dbd60cd1cdd4 req-b1ed3424-5d11-4aec-85fa-c90772cbca3a tempest-VolumesActionsTest-652000836 tempest-VolumesActionsTest-652000836-project] 10.222.0.37 "GET /v2.0/security-groups?id=61d6fe82-f08c-48f6-9488-5db7ffff9fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308473 Aug 31 05:10:58.694571 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a1e1f054-8693-41a6-a2f7-914986a4688b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:59.061513 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:59.153003 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feef18c-0ebf-48b3-b989-8befb4ef45c2 req-a57df469-09f4-4bc0-ba05-f71ed944d625 tempest-VolumesActionsTest-652000836 tempest-VolumesActionsTest-652000836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:10:59.154696 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-0feef18c-0ebf-48b3-b989-8befb4ef45c2 req-a57df469-09f4-4bc0-ba05-f71ed944d625 tempest-VolumesActionsTest-652000836 tempest-VolumesActionsTest-652000836-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdd4fe04-ef2c-4c54-b42b-585b55bc38b6 HTTP/1.1" status: 200 len: 945 time: 0.0515800 Aug 31 05:10:59.197372 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-0feef18c-0ebf-48b3-b989-8befb4ef45c2 req-6b4db868-66dc-4211-b6ff-3bca2a6874d0 tempest-VolumesActionsTest-652000836 tempest-VolumesActionsTest-652000836-project] 10.222.0.37 "GET /v2.0/security-groups?id=61d6fe82-f08c-48f6-9488-5db7ffff9fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359018 Aug 31 05:11:00.023228 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cae06a7b-375a-4b62-8781-ea2d8af560c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:11:00.312569 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f688b9-84ed-4f86-b7f7-93795fd2c03f req-963082c1-740a-4a60-b296-57b81a85dd38 tempest-VolumesActionsTest-652000836 tempest-VolumesActionsTest-652000836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:11:00.314074 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-54f688b9-84ed-4f86-b7f7-93795fd2c03f req-963082c1-740a-4a60-b296-57b81a85dd38 tempest-VolumesActionsTest-652000836 tempest-VolumesActionsTest-652000836-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdd4fe04-ef2c-4c54-b42b-585b55bc38b6 HTTP/1.1" status: 200 len: 945 time: 0.0487828 Aug 31 05:11:00.352903 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-54f688b9-84ed-4f86-b7f7-93795fd2c03f req-f75eacdf-ec4c-443f-ba65-52b7496ae6ff tempest-VolumesActionsTest-652000836 tempest-VolumesActionsTest-652000836-project] 10.222.0.37 "GET /v2.0/security-groups?id=61d6fe82-f08c-48f6-9488-5db7ffff9fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329311 Aug 31 05:11:00.589187 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3645df8-2bb9-45b7-978b-a68fe1022863 req-a2a145a7-b924-497b-84ec-71141869d016 tempest-VolumesActionsTest-652000836 tempest-VolumesActionsTest-652000836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:11:00.590537 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-d3645df8-2bb9-45b7-978b-a68fe1022863 req-a2a145a7-b924-497b-84ec-71141869d016 tempest-VolumesActionsTest-652000836 tempest-VolumesActionsTest-652000836-project] 10.222.0.13 "GET /v2.0/ports?device_id=cdd4fe04-ef2c-4c54-b42b-585b55bc38b6 HTTP/1.1" status: 200 len: 945 time: 0.0469155 Aug 31 05:11:00.678164 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [req-d3645df8-2bb9-45b7-978b-a68fe1022863 req-39f3ccd8-c0f3-481a-b894-9d0774299ebe tempest-VolumesActionsTest-652000836 tempest-VolumesActionsTest-652000836-project] Deleting port 6ece2c8d-81d5-43f9-80bf-57f809708851 {{(pid=93873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 05:11:00.678506 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-d3645df8-2bb9-45b7-978b-a68fe1022863 req-39f3ccd8-c0f3-481a-b894-9d0774299ebe tempest-VolumesActionsTest-652000836 tempest-VolumesActionsTest-652000836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730087506454'] for port, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:11:00.762348 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [req-d3645df8-2bb9-45b7-978b-a68fe1022863 req-39f3ccd8-c0f3-481a-b894-9d0774299ebe tempest-VolumesActionsTest-652000836 tempest-VolumesActionsTest-652000836-project] For port 6ece2c8d-81d5-43f9-80bf-57f809708851, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=6ece2c8d-81d5-43f9-80bf-57f809708851,segment=NetworkSegment(b75af9f0-d7f7-40b5-896a-dd40595e4381),segment_id=b75af9f0-d7f7-40b5-896a-dd40595e4381)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:11:00.762707 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-d3645df8-2bb9-45b7-978b-a68fe1022863 req-39f3ccd8-c0f3-481a-b894-9d0774299ebe tempest-VolumesActionsTest-652000836 tempest-VolumesActionsTest-652000836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7955047'] for port, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:11:00.775556 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [req-d3645df8-2bb9-45b7-978b-a68fe1022863 req-39f3ccd8-c0f3-481a-b894-9d0774299ebe tempest-VolumesActionsTest-652000836 tempest-VolumesActionsTest-652000836-project] Calling delete_port for 6ece2c8d-81d5-43f9-80bf-57f809708851 owned by compute:nova {{(pid=93873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 05:11:00.897976 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-d3645df8-2bb9-45b7-978b-a68fe1022863 req-39f3ccd8-c0f3-481a-b894-9d0774299ebe tempest-VolumesActionsTest-652000836 tempest-VolumesActionsTest-652000836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730087509221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730086931505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4316683'] for port, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:11:00.924552 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f3ccd8-c0f3-481a-b894-9d0774299ebe tempest-VolumesActionsTest-652000836 tempest-VolumesActionsTest-652000836-project] Pushing event deleted for resources: {'Port': ['ID=6ece2c8d-81d5-43f9-80bf-57f809708851,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:11:00.932766 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] get_ports_and_sgs() called for port_ids ['6ece2c8d-81d5-43f9-80bf-57f809708851'] {{(pid=93875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 05:11:00.969454 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3645df8-2bb9-45b7-978b-a68fe1022863 req-39f3ccd8-c0f3-481a-b894-9d0774299ebe tempest-VolumesActionsTest-652000836 tempest-VolumesActionsTest-652000836-project] No DVR routers for this DVR port 6ece2c8d-81d5-43f9-80bf-57f809708851 on host hv-cinder-77819 {{(pid=93873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 05:11:00.972177 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-d3645df8-2bb9-45b7-978b-a68fe1022863 req-39f3ccd8-c0f3-481a-b894-9d0774299ebe tempest-VolumesActionsTest-652000836 tempest-VolumesActionsTest-652000836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200266'] for port, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:11:00.974533 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [req-d3645df8-2bb9-45b7-978b-a68fe1022863 req-39f3ccd8-c0f3-481a-b894-9d0774299ebe tempest-VolumesActionsTest-652000836 tempest-VolumesActionsTest-652000836-project] 10.222.0.13 "DELETE /v2.0/ports/6ece2c8d-81d5-43f9-80bf-57f809708851 HTTP/1.1" status: 204 len: 173 time: 0.3780925 Aug 31 05:11:00.975002 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdd4fe04-ef2c-4c54-b42b-585b55bc38b6', 'name': 'network-vif-deleted', 'tag': '6ece2c8d-81d5-43f9-80bf-57f809708851'}] {{(pid=93873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:11:00.977263 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a11e4e79c753650f2852f0d7a0fe7e91abda00271ce9373e69ea4f6baf967f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-675bb99a-172e-4e88-8893-b46470d7671d" -d '{"events": [{"server_uuid": "cdd4fe04-ef2c-4c54-b42b-585b55bc38b6", "name": "network-vif-deleted", "tag": "6ece2c8d-81d5-43f9-80bf-57f809708851"}]}' {{(pid=93873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:11:01.015039 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 05:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef428d84-f4f0-4e88-b5da-42acd325c7f5 x-openstack-request-id: req-ef428d84-f4f0-4e88-b5da-42acd325c7f5 {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:11:01.015335 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdd4fe04-ef2c-4c54-b42b-585b55bc38b6", "name": "network-vif-deleted", "tag": "6ece2c8d-81d5-43f9-80bf-57f809708851", "status": "completed", "code": 200}]} {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:11:01.015589 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ef428d84-f4f0-4e88-b5da-42acd325c7f5 {{(pid=93873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:11:01.016026 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdd4fe04-ef2c-4c54-b42b-585b55bc38b6', 'name': 'network-vif-deleted', 'tag': '6ece2c8d-81d5-43f9-80bf-57f809708851', 'status': 'completed', 'code': 200} Aug 31 05:11:01.460102 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [req-058e7d0b-f0bf-417b-9016-6a1c63efb733 req-d0f3ceb0-7755-4003-be75-d40fc3eb863d tempest-VolumesActionsTest-652000836 tempest-VolumesActionsTest-652000836-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdd4fe04-ef2c-4c54-b42b-585b55bc38b6 HTTP/1.1" status: 200 len: 210 time: 0.0273018 Aug 31 05:11:01.462817 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a4fd8ad5-a492-4575-8673-07e6bf736dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:11:05.209894 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Device 6ece2c8d-81d5-43f9-80bf-57f809708851 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=93875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 05:11:05.235700 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] No Port match for: 6ece2c8d-81d5-43f9-80bf-57f809708851 {{(pid=93875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 05:11:05.235962 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.rpc [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Device 6ece2c8d-81d5-43f9-80bf-57f809708851 not bound to the agent host hv-cinder-77819 {{(pid=93875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 05:11:21.502479 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.agents_db [None req-b358f2ce-044e-44db-8ffe-8010ce8c5d43 None None] Agent healthcheck: found 6 active agents {{(pid=93876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 05:11:24.255504 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 33732) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:11:24.297626 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a371f07-05ab-4bee-9d5a-fe2ebd1a8b94 admin admin] Deleting subnet c73306f4-3ace-46ad-8a03-aac77cffcaf7 {{(pid=93874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 05:11:24.300516 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-2a371f07-05ab-4bee-9d5a-fe2ebd1a8b94 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:11:24.336646 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-2a371f07-05ab-4bee-9d5a-fe2ebd1a8b94 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16523530'] for subnet, precommit_delete_associations {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:11:24.372835 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-2a371f07-05ab-4bee-9d5a-fe2ebd1a8b94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665464'] for subnet, precommit_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:11:24.423594 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-2a371f07-05ab-4bee-9d5a-fe2ebd1a8b94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16403798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16508959'] for subnet, after_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:11:24.448817 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a371f07-05ab-4bee-9d5a-fe2ebd1a8b94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c73306f4-3ace-46ad-8a03-aac77cffcaf7,revision_number=None']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:11:24.451128 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-2a371f07-05ab-4bee-9d5a-fe2ebd1a8b94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8355474'] for subnet, before_response {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:11:24.453518 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-2a371f07-05ab-4bee-9d5a-fe2ebd1a8b94 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/c73306f4-3ace-46ad-8a03-aac77cffcaf7 HTTP/1.1" status: 204 len: 168 time: 0.1970482 Aug 31 05:11:24.456135 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 33734) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:11:24.459344 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a371f07-05ab-4bee-9d5a-fe2ebd1a8b94 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:11:24.459693 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a371f07-05ab-4bee-9d5a-fe2ebd1a8b94 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:11:24.460028 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a371f07-05ab-4bee-9d5a-fe2ebd1a8b94 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:11:24.460359 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a371f07-05ab-4bee-9d5a-fe2ebd1a8b94 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:11:24.460686 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a371f07-05ab-4bee-9d5a-fe2ebd1a8b94 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:11:24.461010 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a371f07-05ab-4bee-9d5a-fe2ebd1a8b94 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:11:24.461332 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a371f07-05ab-4bee-9d5a-fe2ebd1a8b94 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:11:24.461653 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a371f07-05ab-4bee-9d5a-fe2ebd1a8b94 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:11:24.461975 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a371f07-05ab-4bee-9d5a-fe2ebd1a8b94 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:11:24.462326 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a371f07-05ab-4bee-9d5a-fe2ebd1a8b94 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:11:24.462642 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a371f07-05ab-4bee-9d5a-fe2ebd1a8b94 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:11:24.462957 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a371f07-05ab-4bee-9d5a-fe2ebd1a8b94 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:11:24.521901 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-d3ed4b96-d1f1-479a-8ec4-b6cb6a260fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526871'] for network, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:11:24.599383 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-d3ed4b96-d1f1-479a-8ec4-b6cb6a260fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-666499', 'neutron.services.segments.db._delete_segments_for_network-8730087480257'] for network, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:11:24.608586 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.services.segments.db [None req-d3ed4b96-d1f1-479a-8ec4-b6cb6a260fd4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8f41729-0556-42bf-8d24-d9c2a143736c']}} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:11:24.618296 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.services.segments.db [None req-d3ed4b96-d1f1-479a-8ec4-b6cb6a260fd4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b75af9f0-d7f7-40b5-896a-dd40595e4381') {'for_net_delete': True} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:11:24.618588 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.services.segments.db [None req-d3ed4b96-d1f1-479a-8ec4-b6cb6a260fd4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b75af9f0-d7f7-40b5-896a-dd40595e4381') {} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:11:24.627619 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-d3ed4b96-d1f1-479a-8ec4-b6cb6a260fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730087490389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5377085'] for segment, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:11:24.640902 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-d3ed4b96-d1f1-479a-8ec4-b6cb6a260fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671022'] for segment, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:11:24.646455 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3ed4b96-d1f1-479a-8ec4-b6cb6a260fd4 admin admin] Releasing vlan 358 on physical network physnet1 to pool {{(pid=93873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 05:11:24.646830 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-d3ed4b96-d1f1-479a-8ec4-b6cb6a260fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4316894'] for segment, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:11:24.648385 dv-cinder-778193-7-iscsi neutron-server[93873]: Traceback (most recent call last): Aug 31 05:11:24.648385 dv-cinder-778193-7-iscsi neutron-server[93873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 05:11:24.648385 dv-cinder-778193-7-iscsi neutron-server[93873]: timer() Aug 31 05:11:24.648385 dv-cinder-778193-7-iscsi neutron-server[93873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 05:11:24.648385 dv-cinder-778193-7-iscsi neutron-server[93873]: cb(*args, **kw) Aug 31 05:11:24.648385 dv-cinder-778193-7-iscsi neutron-server[93873]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 05:11:24.648385 dv-cinder-778193-7-iscsi neutron-server[93873]: return func(*args, **kwargs) Aug 31 05:11:24.648385 dv-cinder-778193-7-iscsi neutron-server[93873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 05:11:24.648385 dv-cinder-778193-7-iscsi neutron-server[93873]: self._notify() Aug 31 05:11:24.648385 dv-cinder-778193-7-iscsi neutron-server[93873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 05:11:24.648385 dv-cinder-778193-7-iscsi neutron-server[93873]: self.callback(batched_events) Aug 31 05:11:24.648385 dv-cinder-778193-7-iscsi neutron-server[93873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 05:11:24.648385 dv-cinder-778193-7-iscsi neutron-server[93873]: event.method(event) Aug 31 05:11:24.648385 dv-cinder-778193-7-iscsi neutron-server[93873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 05:11:24.648385 dv-cinder-778193-7-iscsi neutron-server[93873]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 05:11:24.648385 dv-cinder-778193-7-iscsi neutron-server[93873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 05:11:24.648385 dv-cinder-778193-7-iscsi neutron-server[93873]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 05:11:24.648385 dv-cinder-778193-7-iscsi neutron-server[93873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 05:11:24.648385 dv-cinder-778193-7-iscsi neutron-server[93873]: return f(self, *a, **k) Aug 31 05:11:24.648385 dv-cinder-778193-7-iscsi neutron-server[93873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 05:11:24.648385 dv-cinder-778193-7-iscsi neutron-server[93873]: return self._get(url).json() Aug 31 05:11:24.648385 dv-cinder-778193-7-iscsi neutron-server[93873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 05:11:24.648385 dv-cinder-778193-7-iscsi neutron-server[93873]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 05:11:24.648385 dv-cinder-778193-7-iscsi neutron-server[93873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 05:11:24.648385 dv-cinder-778193-7-iscsi neutron-server[93873]: return self.request(url, 'GET', **kwargs) Aug 31 05:11:24.648385 dv-cinder-778193-7-iscsi neutron-server[93873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 05:11:24.648385 dv-cinder-778193-7-iscsi neutron-server[93873]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 05:11:24.648385 dv-cinder-778193-7-iscsi neutron-server[93873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 05:11:24.648385 dv-cinder-778193-7-iscsi neutron-server[93873]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 05:11:24.648385 dv-cinder-778193-7-iscsi neutron-server[93873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 05:11:24.648385 dv-cinder-778193-7-iscsi neutron-server[93873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 05:11:24.648385 dv-cinder-778193-7-iscsi neutron-server[93873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 05:11:24.698720 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-d3ed4b96-d1f1-479a-8ec4-b6cb6a260fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-666522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8355424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7956227'] for network, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:11:24.704715 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-d3ed4b96-d1f1-479a-8ec4-b6cb6a260fd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8355474'] for network, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:11:24.706525 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-d3ed4b96-d1f1-479a-8ec4-b6cb6a260fd4 admin admin] 10.222.0.37 "DELETE /v2.0/networks/c8f41729-0556-42bf-8d24-d9c2a143736c HTTP/1.1" status: 204 len: 168 time: 0.2493937 Aug 31 05:11:24.717455 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ed4b96-d1f1-479a-8ec4-b6cb6a260fd4 admin admin] Pushing event deleted for resources: {'Network': ['ID=c8f41729-0556-42bf-8d24-d9c2a143736c,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:11:24.817889 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 33738) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:11:24.857465 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-24606462-3d7d-4700-a238-6a1c6d424d2c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0f198dea82d04f47bf4a76092675601e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0383766 Aug 31 05:11:24.859871 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 33740) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:11:24.910347 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-0ef36e0f-5067-43fc-b728-683f6507386e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:11:24.931061 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-0ef36e0f-5067-43fc-b728-683f6507386e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:11:24.976159 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-0ef36e0f-5067-43fc-b728-683f6507386e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:11:24.978976 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-0ef36e0f-5067-43fc-b728-683f6507386e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:11:24.982386 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-0ef36e0f-5067-43fc-b728-683f6507386e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/61d6fe82-f08c-48f6-9488-5db7ffff9fb4 HTTP/1.1" status: 204 len: 168 time: 0.1194994 Aug 31 05:11:24.989497 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef36e0f-5067-43fc-b728-683f6507386e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61d6fe82-f08c-48f6-9488-5db7ffff9fb4,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:11:26.251469 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6b50e1e0-2f7a-47a2-9845-c731deffb7b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:11:28.377269 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:11:28.697044 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3fa391be-4f2d-44e7-b38e-b2393c576d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:11:29.063077 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:11:30.027058 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cae06a7b-375a-4b62-8781-ea2d8af560c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:11:31.467338 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a4fd8ad5-a492-4575-8673-07e6bf736dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:11:53.619811 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.wsgi [-] (93874) accepted ('10.222.0.37', 33920) {{(pid=93874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:11:53.720786 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-26b1174a-a470-420d-89ea-9f0f82639d64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:11:53.806541 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-26b1174a-a470-420d-89ea-9f0f82639d64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:11:53.810048 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-26b1174a-a470-420d-89ea-9f0f82639d64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:11:53.850563 dv-cinder-778193-7-iscsi neutron-server[93874]: INFO neutron.wsgi [None req-26b1174a-a470-420d-89ea-9f0f82639d64 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=10ff65df973041259e6351455560d95d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2296319 Aug 31 05:11:53.851760 dv-cinder-778193-7-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b1174a-a470-420d-89ea-9f0f82639d64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4892e9d0-5369-4788-a981-3da6e05c5b46,revision_number=1']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:11:53.853539 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.37', 33924) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:11:53.901778 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-a3376a48-4fa3-47bf-9ebc-7e208882a736 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:11:53.923204 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-a3376a48-4fa3-47bf-9ebc-7e208882a736 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:11:53.966343 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-a3376a48-4fa3-47bf-9ebc-7e208882a736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934671'] for security_group, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:11:53.969822 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-a3376a48-4fa3-47bf-9ebc-7e208882a736 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:11:53.970997 dv-cinder-778193-7-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-a3376a48-4fa3-47bf-9ebc-7e208882a736 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4892e9d0-5369-4788-a981-3da6e05c5b46 HTTP/1.1" status: 204 len: 168 time: 0.1163008 Aug 31 05:11:53.978663 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3376a48-4fa3-47bf-9ebc-7e208882a736 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4892e9d0-5369-4788-a981-3da6e05c5b46,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:11:53.986687 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3376a48-4fa3-47bf-9ebc-7e208882a736 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:11:53.987043 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3376a48-4fa3-47bf-9ebc-7e208882a736 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:11:53.987384 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3376a48-4fa3-47bf-9ebc-7e208882a736 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:11:53.987721 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3376a48-4fa3-47bf-9ebc-7e208882a736 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:11:53.988059 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3376a48-4fa3-47bf-9ebc-7e208882a736 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:11:53.988392 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3376a48-4fa3-47bf-9ebc-7e208882a736 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:11:53.988716 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3376a48-4fa3-47bf-9ebc-7e208882a736 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:11:53.989049 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3376a48-4fa3-47bf-9ebc-7e208882a736 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:11:53.989377 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3376a48-4fa3-47bf-9ebc-7e208882a736 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:11:53.989703 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3376a48-4fa3-47bf-9ebc-7e208882a736 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:11:53.990028 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3376a48-4fa3-47bf-9ebc-7e208882a736 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:11:53.990375 dv-cinder-778193-7-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3376a48-4fa3-47bf-9ebc-7e208882a736 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:11:56.252092 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ad8def89-f402-4642-be03-0193d9f139a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:11:58.382481 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:11:58.501463 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.agents_db [None req-b358f2ce-044e-44db-8ffe-8010ce8c5d43 None None] Agent healthcheck: found 6 active agents {{(pid=93876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 05:11:58.696935 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c8c2f01f-3287-4f20-b026-759984a6dc69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:11:59.063724 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:12:00.030568 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cae06a7b-375a-4b62-8781-ea2d8af560c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:12:01.468558 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a4fd8ad5-a492-4575-8673-07e6bf736dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:12:26.256566 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-141f2a23-f9d0-4387-a75b-8cf7bf9da6ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:12:28.381689 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:12:28.696434 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6255131d-a8e3-4bb7-8a50-05afa786a1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:12:29.064253 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:12:30.032067 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cae06a7b-375a-4b62-8781-ea2d8af560c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:12:31.470757 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a4fd8ad5-a492-4575-8673-07e6bf736dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:12:35.500618 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.agents_db [None req-b358f2ce-044e-44db-8ffe-8010ce8c5d43 None None] Agent healthcheck: found 6 active agents {{(pid=93876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 05:12:56.256654 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2cd7da75-cfc3-4eec-a2c6-f1629a46012e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:12:58.400504 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:12:58.697112 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-eaf28fa5-ef01-4f09-9274-64824722ddbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:12:59.065541 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:13:00.034161 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cae06a7b-375a-4b62-8781-ea2d8af560c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:13:01.476655 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a4fd8ad5-a492-4575-8673-07e6bf736dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:13:12.499995 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.agents_db [None req-b358f2ce-044e-44db-8ffe-8010ce8c5d43 None None] Agent healthcheck: found 6 active agents {{(pid=93876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 05:13:26.257964 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5ce25d30-5d06-4d61-972d-beb0520fddb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:13:28.406736 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:13:28.698638 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0a4a3f66-5f37-406f-8976-8a751c2bd0ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:13:29.067897 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:13:30.036814 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cae06a7b-375a-4b62-8781-ea2d8af560c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:13:31.477039 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a4fd8ad5-a492-4575-8673-07e6bf736dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:13:49.498285 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.agents_db [None req-b358f2ce-044e-44db-8ffe-8010ce8c5d43 None None] Agent healthcheck: found 6 active agents {{(pid=93876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 05:13:56.258427 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e8b20729-56d9-4ec8-8927-00d3a73aeb95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:13:58.404369 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:13:58.698794 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9f51d493-16d3-4382-a1df-4ec3bdb67a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:13:59.069604 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:14:00.039801 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cae06a7b-375a-4b62-8781-ea2d8af560c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:14:01.480229 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a4fd8ad5-a492-4575-8673-07e6bf736dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:14:26.261472 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9691718f-30b9-4f26-a842-56ce4656dcc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:14:26.496384 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.agents_db [None req-b358f2ce-044e-44db-8ffe-8010ce8c5d43 None None] Agent healthcheck: found 6 active agents {{(pid=93876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 05:14:28.421079 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:14:28.700006 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b9199229-277c-49e4-aa38-a7da812c3612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:14:29.074113 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:14:30.043315 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cae06a7b-375a-4b62-8781-ea2d8af560c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:14:31.482380 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a4fd8ad5-a492-4575-8673-07e6bf736dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:14:56.262606 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-dfbe0bba-d9aa-4793-8451-4acb45f64229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:14:58.422122 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:14:58.699577 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f0e5ed04-5b4a-47a2-b609-5f791fd98d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:14:59.075693 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:15:00.047312 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cae06a7b-375a-4b62-8781-ea2d8af560c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:15:01.485980 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a4fd8ad5-a492-4575-8673-07e6bf736dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:15:03.495016 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.agents_db [None req-b358f2ce-044e-44db-8ffe-8010ce8c5d43 None None] Agent healthcheck: found 6 active agents {{(pid=93876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 05:15:26.264921 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d28c53f4-a62e-422e-bdb2-05fba597d0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:15:28.425728 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:15:28.698325 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-39197f02-76fa-4e95-8eff-65585121fbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:15:29.076963 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:15:30.049351 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cae06a7b-375a-4b62-8781-ea2d8af560c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:15:31.493268 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a4fd8ad5-a492-4575-8673-07e6bf736dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:15:40.493560 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.agents_db [None req-b358f2ce-044e-44db-8ffe-8010ce8c5d43 None None] Agent healthcheck: found 6 active agents {{(pid=93876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 05:15:56.265898 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9352381f-8097-4a97-a2f5-2d9ca799a59a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:15:58.431588 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:15:58.697806 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-60618bb8-8a77-4e8e-a8f3-2fb25b35cc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:15:59.077753 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:16:00.053338 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cae06a7b-375a-4b62-8781-ea2d8af560c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:16:01.492717 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a4fd8ad5-a492-4575-8673-07e6bf736dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:16:17.493119 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.agents_db [None req-b358f2ce-044e-44db-8ffe-8010ce8c5d43 None None] Agent healthcheck: found 6 active agents {{(pid=93876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 05:16:26.267660 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-60d56dc2-e8e7-4c7f-b475-793887aa76a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:16:28.445174 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:16:28.697804 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4d20b18e-5516-456e-9cff-e1fb2b94dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:16:29.078160 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:16:30.055844 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cae06a7b-375a-4b62-8781-ea2d8af560c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:16:31.495319 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a4fd8ad5-a492-4575-8673-07e6bf736dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:16:54.492827 dv-cinder-778193-7-iscsi neutron-server[93876]: DEBUG neutron.db.agents_db [None req-b358f2ce-044e-44db-8ffe-8010ce8c5d43 None None] Agent healthcheck: found 6 active agents {{(pid=93876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 05:16:56.268439 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9d921eca-ff3f-459d-90cb-57d30e36e780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:16:58.443526 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8359-9e0a-4232-921c-55f04eccf4b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:16:58.698604 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f7a2305e-c9b9-4492-acc0-3e91aec5d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:16:59.078873 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a396312e-c632-40ea-b83e-92deeb46f11c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:17:00.058582 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cae06a7b-375a-4b62-8781-ea2d8af560c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:17:01.501367 dv-cinder-778193-7-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a4fd8ad5-a492-4575-8673-07e6bf736dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730087376348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667613'] for agent, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}